-- Logs begin at Mon 2021-07-12 07:53:23 UTC, end at Mon 2021-07-12 08:48:19 UTC. -- Jul 12 08:23:17.381145 dv-cinder-800431-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 12 08:23:20.059353 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.common.config [-] Logging enabled! Jul 12 08:23:20.059964 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev463 Jul 12 08:23:20.060146 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92844) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 12 08:23:20.063298 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.common.config [-] Logging enabled! Jul 12 08:23:20.063546 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev463 Jul 12 08:23:20.063853 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92844) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 12 08:23:20.064767 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 12 08:23:20.064998 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 12 08:23:20.065356 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 12 08:23:20.065597 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 12 08:23:20.065842 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 12 08:23:20.066156 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.066447 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.066736 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.066960 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.067246 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.067530 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.067807 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.068089 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.068377 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.068657 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.068929 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.069205 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.069429 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.069730 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.070006 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.070285 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.070504 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] debug = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.070778 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.071193 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.071596 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.071871 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.072154 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.072445 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.072697 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.072963 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.073239 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.073562 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] host = dv-cinder-800431-1-iscsi {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.073870 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.074157 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.074439 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.074720 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.074989 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.075285 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.075579 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.075834 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.076101 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] log_file = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.076371 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.076652 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.076934 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.077215 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.077437 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.077656 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.077966 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.078248 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.078518 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.078786 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.079054 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.079322 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.079590 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.079852 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.080130 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.080409 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.080689 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.080957 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.081224 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.081490 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.081779 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.082061 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.082331 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.082603 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.082875 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.083158 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.083423 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.083692 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.083985 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.084266 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.084542 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.084820 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.085086 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.085359 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.085625 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.085916 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.086185 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] use_json = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.086452 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.086716 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.086992 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.087258 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.087525 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.087791 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.088057 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.088336 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:20.088625 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.088916 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.089208 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.089485 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.089802 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.090080 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.090364 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.090636 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.091452 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.091736 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.092020 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.092294 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.092580 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.092851 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.093140 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.093438 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.093747 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.094036 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.094308 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.094576 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.094844 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.095116 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.095394 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.095682 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.095964 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.096233 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.096505 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.096789 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.097058 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.097323 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.097592 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.097903 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.098180 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.098448 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.098726 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.098999 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.099267 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.099532 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.099802 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.100086 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.100356 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.100621 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.100886 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.101156 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.101425 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.101737 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.101998 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.102267 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.102537 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.102808 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.103074 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.103341 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.103611 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.103876 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.104146 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.104413 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.104676 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.104940 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.105203 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.105466 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.105760 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.106029 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.106298 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.107134 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.107401 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.107669 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.107937 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.108204 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.108486 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.108778 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.109049 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.109320 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.109588 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.109950 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.110222 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.110493 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.110766 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.111038 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.111304 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.111588 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.111866 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.112146 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.112427 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.112699 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.112987 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.113258 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.113532 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.113828 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.114101 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.114388 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.114663 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.114951 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.115238 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.115524 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.115810 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.116094 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.116366 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.116670 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.116948 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:20.117160 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 12 08:23:20.117397 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92844) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 12 08:23:20.463498 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 12 08:23:20.463707 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 12 08:23:20.463996 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 12 08:23:20.464323 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 12 08:23:20.850268 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:20.850558 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:20.850836 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:20.852120 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:20.852398 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:20.852663 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:20.886664 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:20.887201 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:20.887463 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:20.900490 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:20.900772 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:20.901042 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:20.930996 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:20.931278 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:20.931544 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:20.966781 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:20.967055 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:20.967322 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:21.202230 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:21.202833 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:21.202833 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:21.203004 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:21.203648 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:21.321345 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:21.321661 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:21.321965 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:21.322232 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:21.322491 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:21.322796 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:21.323050 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:21.323300 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:21.323547 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:21.323821 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:21.324084 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:21.324345 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:21.324603 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:21.324853 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:21.325136 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:21.325390 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:21.325649 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:21.326003 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:21.326257 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:21.326526 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:21.326773 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:21.327047 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:21.327400 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:21.327681 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:21.327926 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:21.328167 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:21.328558 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92844) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 08:23:21.328795 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92844) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 08:23:21.329028 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92844) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 08:23:21.329259 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92844) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 08:23:21.329489 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92844) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 08:23:21.329736 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92844) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 08:23:21.330092 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 12 08:23:21.334071 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 12 08:23:21.337986 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 12 08:23:21.341605 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Jul 12 08:23:21.343244 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 12 08:23:21.343694 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 12 08:23:21.344024 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 12 08:23:21.344399 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 12 08:23:21.347163 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 12 08:23:21.347411 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 12 08:23:21.347746 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 12 08:23:21.375866 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 12 08:23:21.376305 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:21.376594 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92844) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 12 08:23:21.376949 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:21.378310 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92844) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 12 08:23:21.378587 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 12 08:23:21.378828 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 12 08:23:21.381969 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:21.382245 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:21.445395 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 12 08:23:21.445628 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 12 08:23:21.445881 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 12 08:23:21.446234 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 12 08:23:21.467062 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_db.sqlalchemy.engines [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92844) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 12 08:23:21.997175 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.managers [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Initializing driver for type 'gre' Jul 12 08:23:21.997713 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] gre ID ranges: [(1, 1000)] Jul 12 08:23:22.049347 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.managers [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Initializing driver for type 'local' Jul 12 08:23:22.049680 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.managers [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Initializing driver for type 'vlan' Jul 12 08:23:22.063059 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] VlanTypeDriver initialization complete Jul 12 08:23:22.063469 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.managers [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Initializing driver for type 'vxlan' Jul 12 08:23:22.063994 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] vxlan ID ranges: [(1, 1000)] Jul 12 08:23:22.125492 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.managers [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Initializing extension driver 'port_security' Jul 12 08:23:22.125890 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.extensions.port_security [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] PortSecurityExtensionDriver initialization complete Jul 12 08:23:22.126252 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.managers [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Initializing mechanism driver 'openvswitch' Jul 12 08:23:22.126575 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.managers [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Initializing mechanism driver 'hyperv' Jul 12 08:23:22.132969 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.plugin [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:23:22.133653 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > port after_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.134045 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > port after_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.134397 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > port after_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.134906 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=92844) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 12 08:23:22.135425 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > subnet after_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.135782 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > subnet after_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.136126 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.136509 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=92844) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 12 08:23:22.137165 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > network after_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.137511 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > network after_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.138384 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > network after_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.138770 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=92844) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 12 08:23:22.139171 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > security_group after_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.139519 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > security_group after_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.139860 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.140377 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=92844) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 12 08:23:22.140785 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.141134 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.141478 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.141890 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=92844) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 12 08:23:22.142293 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > address_group after_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.142636 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > address_group after_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.142974 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.143447 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=92844) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 12 08:23:22.143827 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] ML2 OVO RPC backend initialized. {{(pid=92844) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:185}} Jul 12 08:23:22.144523 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.144875 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.145289 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > network before_response 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.145633 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > networks before_response 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.146002 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > port before_response 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.146343 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > ports before_response 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.146686 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > subnet before_response 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.147027 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > subnets before_response 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.147380 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > network after_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.147719 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > network after_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.148054 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > network after_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.148392 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > port after_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.148734 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > port after_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.149072 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > port after_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.149416 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > subnet after_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.149776 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > subnet after_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.150114 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.150682 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.plugin [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Modular L2 Plugin initialization complete Jul 12 08:23:22.151014 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading services supported by the core plugin {{(pid=92844) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 12 08:23:22.151338 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.plugins.ml2.managers [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Got port-security extension from driver 'port_security' Jul 12 08:23:22.151795 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.extensions.vlantransparent [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Disabled vlantransparent extension. Jul 12 08:23:22.152269 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92844) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 12 08:23:22.152584 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading Plugin: router Jul 12 08:23:22.187692 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.188083 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > router after_create 55549900 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.188452 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > router before_create 55549900 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.188816 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.189184 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.189537 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > router after_delete 55549900 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.189918 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.190279 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > router after_create 55549900 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.190648 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > router after_update 55549900 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.190986 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > router after_update 55549900 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.191334 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.191693 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > router after_update 55549900 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.192105 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > router precommit_update 55549900 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.192473 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: port after_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.192813 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: port after_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.193157 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: subnet after_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.193497 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.193869 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.194220 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > router precommit_create 55549900 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.194561 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: port before_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.194902 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > router precommit_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.195258 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > router after_update 55549900 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.195601 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.195949 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > router precommit_create 55549900 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.196308 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.196653 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > router precommit_update 55549900 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.197017 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > agent after_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.197363 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > agent after_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.197716 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > network after_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.198560 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.quota.resource_registry [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Tracking information for resource: router configured {{(pid=92844) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 08:23:22.198894 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.quota.resource_registry [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Tracking information for resource: floatingip configured {{(pid=92844) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 08:23:22.204302 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.db.l3_agentschedulers_db [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 12 08:23:22.204866 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: port after_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.205225 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: port after_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.205577 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: port after_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.205957 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: port after_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.206736 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > router before_create 55550100 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.207103 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.207463 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > router precommit_create 55550100 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.207820 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > router precommit_update 55550100 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.212240 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.services.provider_configuration [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Service providers = [] {{(pid=92844) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 12 08:23:22.212610 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.db.servicetype_db [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92844) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 12 08:23:22.215541 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.services.service_base [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92844) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 12 08:23:22.216513 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.services.service_base [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92844) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 12 08:23:22.216857 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.services.service_base [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92844) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 12 08:23:22.217777 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.services.service_base [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92844) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 12 08:23:22.218149 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.services.service_base [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 12 08:23:22.218520 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92844) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 08:23:22.218834 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 12 08:23:22.229234 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92844) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 08:23:22.229568 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading Plugin: auto_allocate Jul 12 08:23:22.235365 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: network precommit_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.235735 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: network precommit_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.236254 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92844) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 08:23:22.236574 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading Plugin: tag Jul 12 08:23:22.243093 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92844) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 08:23:22.243421 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading Plugin: timestamp Jul 12 08:23:22.249374 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92844) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 08:23:22.249658 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading Plugin: network_ip_availability Jul 12 08:23:22.255046 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.255419 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.255777 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.256487 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92844) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 08:23:22.256806 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading Plugin: flavors Jul 12 08:23:22.261426 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92844) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 08:23:22.261791 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading Plugin: revisions Jul 12 08:23:22.267056 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92844) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 08:23:22.267446 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_concurrency.lockutils [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.803s {{(pid=92844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 12 08:23:22.268182 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92844) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 12 08:23:22.268518 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Initializing extension manager. Jul 12 08:23:22.269024 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: __init__.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.269366 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: __pycache__ {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.269719 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.270056 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: address_group.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.270815 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.271382 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: address-group Jul 12 08:23:22.271704 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: address_scope.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.272412 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.272926 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: address-scope Jul 12 08:23:22.273247 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.274204 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.274716 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: router-admin-state-down-before-update Jul 12 08:23:22.275037 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: agent.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.275733 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.276429 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: agent Jul 12 08:23:22.276751 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: agent_resources_synced.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.277660 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.278200 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: agent-resources-synced Jul 12 08:23:22.278523 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: allowedaddresspairs.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.280298 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.280815 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: allowed-address-pairs Jul 12 08:23:22.281147 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: auto_allocated_topology.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.282235 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.282754 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: auto-allocated-topology Jul 12 08:23:22.283079 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: availability_zone.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.283771 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.284280 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: availability_zone Jul 12 08:23:22.284602 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: availability_zone_filter.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.286025 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.286025 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: availability_zone_filter Jul 12 08:23:22.286353 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: data_plane_status.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.287253 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.287761 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extension data-plane-status not supported by any of loaded plugins Jul 12 08:23:22.288087 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: default_subnetpools.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.288996 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.289502 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: default-subnetpools Jul 12 08:23:22.289861 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.290672 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.291184 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: dhcp_agent_scheduler Jul 12 08:23:22.291509 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: dns.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.292415 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.292922 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extension dns-integration not supported by any of loaded plugins Jul 12 08:23:22.293245 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: dns_domain_ports.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.294170 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.294675 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 12 08:23:22.294999 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.295910 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.296414 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 12 08:23:22.296738 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: dvr.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.297405 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.297938 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: dvr Jul 12 08:23:22.298259 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: empty_string_filtering.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.299166 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.299674 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: empty-string-filtering Jul 12 08:23:22.299992 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.300895 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.301394 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 12 08:23:22.301732 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.302648 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.303147 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 12 08:23:22.303467 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: external_net.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.304376 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.304880 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: external-net Jul 12 08:23:22.305198 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.306141 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.306643 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: extra_dhcp_opt Jul 12 08:23:22.306963 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: extraroute.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.307862 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.308361 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: extraroute Jul 12 08:23:22.308679 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: extraroute_atomic.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.310228 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.310735 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: extraroute-atomic Jul 12 08:23:22.311056 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: filter_validation.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.311716 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.312217 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: filter-validation Jul 12 08:23:22.312543 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: fip_pf_description.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.313443 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.313970 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 12 08:23:22.314291 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: fip_port_details.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.315198 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.315703 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: fip-port-details Jul 12 08:23:22.316044 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: flavors.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.317266 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.317874 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: flavors Jul 12 08:23:22.318207 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.319853 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.320377 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 12 08:23:22.320706 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: floatingip_pools.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.321405 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.321950 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: floatingip-pools Jul 12 08:23:22.322278 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: ip_allocation.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.323198 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.323705 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extension ip_allocation not supported by any of loaded plugins Jul 12 08:23:22.324026 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.324942 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.326057 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: ip-substring-filtering Jul 12 08:23:22.326383 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: l2_adjacency.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.327304 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.327812 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 12 08:23:22.328132 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: l3.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.329091 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.329609 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: router Jul 12 08:23:22.329966 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.332291 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.332828 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 12 08:23:22.333159 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.334135 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.334654 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: ext-gw-mode Jul 12 08:23:22.334982 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.335901 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.336415 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: l3-ha Jul 12 08:23:22.336739 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: l3_flavors.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.337663 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.338203 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: l3-flavors Jul 12 08:23:22.338527 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.339436 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.339946 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 12 08:23:22.340268 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: l3agentscheduler.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.341322 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.341874 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: l3_agent_scheduler Jul 12 08:23:22.342202 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: logging.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.343678 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.344199 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extension logging not supported by any of loaded plugins Jul 12 08:23:22.344530 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: metering.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.345274 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.345973 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: metering Jul 12 08:23:22.346305 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.347404 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.347920 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: metering_source_and_destination_fields Jul 12 08:23:22.348248 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: multiprovidernet.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.349164 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.349676 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: multi-provider Jul 12 08:23:22.350022 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: netmtu.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.350929 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.351436 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: net-mtu Jul 12 08:23:22.351761 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: netmtu_writable.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.352678 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.353183 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: net-mtu-writable Jul 12 08:23:22.353506 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: network_availability_zone.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.354201 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.354703 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: network_availability_zone Jul 12 08:23:22.355023 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: network_ip_availability.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.356097 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.356634 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: network-ip-availability Jul 12 08:23:22.356963 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: network_segment_range.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.357749 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.358256 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extension network-segment-range not supported by any of loaded plugins Jul 12 08:23:22.358578 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: pagination.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.359549 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.359880 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: pagination Jul 12 08:23:22.360201 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: port_device_profile.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.361115 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.361631 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: port-device-profile Jul 12 08:23:22.361980 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.362895 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.363404 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: port-mac-address-regenerate Jul 12 08:23:22.363725 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.364623 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.365132 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: port-numa-affinity-policy Jul 12 08:23:22.365452 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: port_resource_request.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.366381 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.366882 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extension port-resource-request not supported by any of loaded plugins Jul 12 08:23:22.367204 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: portbindings.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.368122 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.368624 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: binding Jul 12 08:23:22.368944 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: portbindings_extended.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.370352 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.370869 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: binding-extended Jul 12 08:23:22.371200 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: portsecurity.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.372661 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.373159 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: port-security Jul 12 08:23:22.373484 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: project_id.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.374487 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.374833 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: project-id Jul 12 08:23:22.375158 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: providernet.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.376076 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.376590 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: provider Jul 12 08:23:22.376914 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: qos.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.380459 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.380983 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extension qos not supported by any of loaded plugins Jul 12 08:23:22.381329 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.382587 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.383110 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 12 08:23:22.383440 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.384359 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.384864 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 12 08:23:22.385189 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: qos_default.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.386121 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.386626 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extension qos-default not supported by any of loaded plugins Jul 12 08:23:22.387216 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: qos_fip.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.388440 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.388938 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extension qos-fip not supported by any of loaded plugins Jul 12 08:23:22.389261 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: qos_gateway_ip.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.390214 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.390721 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 12 08:23:22.391047 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: qos_port_network_policy.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.391958 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.392468 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 12 08:23:22.392791 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: qos_rule_type_details.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.393737 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.394250 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 12 08:23:22.394573 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: qos_rules_alias.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.395613 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.396125 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 12 08:23:22.396451 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: quotasv2.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.397353 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.397680 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: quotas Jul 12 08:23:22.398021 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: quotasv2_detail.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.400998 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.401341 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: quota_details Jul 12 08:23:22.401676 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: rbac.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.402736 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.403786 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: rbac-policies Jul 12 08:23:22.404123 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: rbac_address_group.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.405231 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.405792 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: rbac-address-group Jul 12 08:23:22.406124 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: rbac_address_scope.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.407053 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.407566 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: rbac-address-scope Jul 12 08:23:22.407892 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: rbac_security_groups.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.408801 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.409313 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: rbac-security-groups Jul 12 08:23:22.409637 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: rbac_subnetpool.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.410563 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.411077 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: rbac-subnetpool Jul 12 08:23:22.411403 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: revisionifmatch.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.412322 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.412837 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: revision-if-match Jul 12 08:23:22.413168 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: revisions.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.414289 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.414805 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: standard-attr-revisions Jul 12 08:23:22.415132 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: router_availability_zone.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.415809 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.416321 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: router_availability_zone Jul 12 08:23:22.416646 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: routerservicetype.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.417563 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.418096 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extension router-service-type not supported by any of loaded plugins Jul 12 08:23:22.418421 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.419943 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.420456 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: security-groups-normalized-cidr Jul 12 08:23:22.420781 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.421722 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.422244 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: port-security-groups-filtering Jul 12 08:23:22.422568 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.423487 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.423997 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: security-groups-remote-address-group Jul 12 08:23:22.424320 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: securitygroup.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.433906 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.434437 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: security-group Jul 12 08:23:22.434792 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: segment.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.435573 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.436081 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extension segment not supported by any of loaded plugins Jul 12 08:23:22.436406 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.437339 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.437913 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 12 08:23:22.438238 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: servicetype.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.439345 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.439863 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: service-type Jul 12 08:23:22.440189 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: sorting.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.441157 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.441489 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: sorting Jul 12 08:23:22.441842 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: standard_attr_segment.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.442818 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.443342 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 12 08:23:22.443664 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: standardattrdescription.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.444315 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.444826 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: standard-attr-description Jul 12 08:23:22.445153 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: stateful_security_group.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.446099 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.446701 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: stateful-security-group Jul 12 08:23:22.447031 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: stdattrs_common.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.447611 dv-cinder-800431-1-iscsi neutron-server[92844]: WARNING neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 12 08:23:22.447928 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.448850 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.449369 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 12 08:23:22.449711 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: subnet_onboard.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.450793 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.451308 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: subnet_onboard Jul 12 08:23:22.451630 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.452552 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.453067 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 12 08:23:22.453391 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: subnet_service_types.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.454378 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.454895 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: subnet-service-types Jul 12 08:23:22.455217 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: subnetallocation.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.456292 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.456808 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: subnet_allocation Jul 12 08:23:22.457133 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.457833 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.458345 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: subnetpool-prefix-ops Jul 12 08:23:22.458665 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.459601 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.460112 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 12 08:23:22.460433 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: tagging.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.461495 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.462049 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: standard-attr-tag Jul 12 08:23:22.462374 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: timestamp.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.463612 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.464126 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loaded extension: standard-attr-timestamp Jul 12 08:23:22.464453 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: trunk.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.465478 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.466553 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extension trunk not supported by any of loaded plugins Jul 12 08:23:22.466881 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: trunk_details.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.467807 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.468322 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extension trunk-details not supported by any of loaded plugins Jul 12 08:23:22.468646 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: uplink_status_propagation.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.469562 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.470112 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 12 08:23:22.470438 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Loading extension file: vlantransparent.py {{(pid=92844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 08:23:22.471096 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 08:23:22.471604 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 12 08:23:22.474058 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.quota.resource_registry [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Creating instance of TrackedResource for resource:network Jul 12 08:23:22.474598 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.quota.resource_registry [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Creating instance of TrackedResource for resource:subnet Jul 12 08:23:22.474997 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.quota.resource_registry [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Creating instance of TrackedResource for resource:subnetpool Jul 12 08:23:22.475387 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.quota.resource_registry [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Creating instance of TrackedResource for resource:port Jul 12 08:23:22.476604 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.v2.resource_helper [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 08:23:22.477332 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.v2.resource_helper [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Service FLAVORS assigned prefix: {{(pid=92844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 08:23:22.477969 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.v2.resource_helper [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 08:23:22.478398 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.v2.resource_helper [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 08:23:22.478733 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.quota.resource_registry [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Creating instance of TrackedResource for resource:router Jul 12 08:23:22.479157 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.quota.resource_registry [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Creating instance of TrackedResource for resource:floatingip Jul 12 08:23:22.479649 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.v2.resource_helper [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Service METERING assigned prefix: /metering {{(pid=92844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 08:23:22.481067 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.482017 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.482374 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:23:22.483351 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.quota.resource_registry [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Creating instance of CountableResource for resource:rbac_policy Jul 12 08:23:22.483804 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.quota.resource_registry [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Creating instance of TrackedResource for resource:security_group Jul 12 08:23:22.484227 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.quota.resource_registry [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 12 08:23:22.484803 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.v2.resource_helper [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Service CORE assigned prefix: {{(pid=92844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 08:23:22.485139 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.quota.resource_registry [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Creating instance of TrackedResource for resource:subnetpool Jul 12 08:23:22.485482 dv-cinder-800431-1-iscsi neutron-server[92844]: WARNING neutron.quota.resource_registry [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] subnetpool is already registered Jul 12 08:23:22.485923 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.v2.resource_helper [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Service CORE assigned prefix: {{(pid=92844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 08:23:22.486255 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.quota.resource_registry [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Creating instance of TrackedResource for resource:subnetpool Jul 12 08:23:22.486581 dv-cinder-800431-1-iscsi neutron-server[92844]: WARNING neutron.quota.resource_registry [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] subnetpool is already registered Jul 12 08:23:22.488859 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.v2.resource_helper [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 08:23:22.489289 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.v2.resource_helper [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Service FLAVORS assigned prefix: {{(pid=92844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 08:23:22.489911 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.v2.resource_helper [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 08:23:22.490477 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.v2.resource_helper [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 08:23:22.490819 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.quota.resource_registry [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Creating instance of TrackedResource for resource:router Jul 12 08:23:22.491157 dv-cinder-800431-1-iscsi neutron-server[92844]: WARNING neutron.quota.resource_registry [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] router is already registered Jul 12 08:23:22.491566 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.quota.resource_registry [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Creating instance of TrackedResource for resource:floatingip Jul 12 08:23:22.491899 dv-cinder-800431-1-iscsi neutron-server[92844]: WARNING neutron.quota.resource_registry [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] floatingip is already registered Jul 12 08:23:22.492348 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.v2.resource_helper [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Service METERING assigned prefix: /metering {{(pid=92844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 08:23:22.493014 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.quota.resource_registry [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Creating instance of CountableResource for resource:rbac_policy Jul 12 08:23:22.493341 dv-cinder-800431-1-iscsi neutron-server[92844]: WARNING neutron.quota.resource_registry [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] rbac_policy is already registered Jul 12 08:23:22.493780 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.quota.resource_registry [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Creating instance of TrackedResource for resource:security_group Jul 12 08:23:22.494111 dv-cinder-800431-1-iscsi neutron-server[92844]: WARNING neutron.quota.resource_registry [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] security_group is already registered Jul 12 08:23:22.494507 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.quota.resource_registry [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 12 08:23:22.494834 dv-cinder-800431-1-iscsi neutron-server[92844]: WARNING neutron.quota.resource_registry [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] security_group_rule is already registered Jul 12 08:23:22.495447 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.v2.resource_helper [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Service CORE assigned prefix: {{(pid=92844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 08:23:22.495772 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.quota.resource_registry [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Creating instance of TrackedResource for resource:subnetpool Jul 12 08:23:22.496100 dv-cinder-800431-1-iscsi neutron-server[92844]: WARNING neutron.quota.resource_registry [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] subnetpool is already registered Jul 12 08:23:22.496510 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.v2.resource_helper [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Service CORE assigned prefix: {{(pid=92844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 08:23:22.496832 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.quota.resource_registry [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Creating instance of TrackedResource for resource:subnetpool Jul 12 08:23:22.497182 dv-cinder-800431-1-iscsi neutron-server[92844]: WARNING neutron.quota.resource_registry [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] subnetpool is already registered Jul 12 08:23:22.497653 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extended resource: extensions {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 08:23:22.499099 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extended resource: address-groups {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 08:23:22.500613 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extended resource: address-scopes {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 08:23:22.501927 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extended resource: agents {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 08:23:22.503070 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extended resource: auto-allocated-topology {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 08:23:22.504288 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extended resource: availability_zones {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 08:23:22.505516 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extended resource: dhcp-networks {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 08:23:22.508015 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extended resource: dhcp-agents {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 08:23:22.509435 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extended resource: routers {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 08:23:22.511163 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extended resource: flavors {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 08:23:22.512706 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extended resource: service_profiles {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 08:23:22.513950 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extended resource: next_providers {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 08:23:22.515371 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extended resource: service_profiles {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 08:23:22.516926 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extended resource: floatingip-pools {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 08:23:22.518143 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extended resource: routers {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 08:23:22.519829 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extended resource: floatingips {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 08:23:22.521090 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extended resource: l3-routers {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 08:23:22.522488 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extended resource: l3-agents {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 08:23:22.523908 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extended resource: metering-labels {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 08:23:22.525148 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extended resource: metering-label-rules {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 08:23:22.526520 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extended resource: network-ip-availabilities {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 08:23:22.527770 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extended resource: bindings {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 08:23:22.529892 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extended resource: quotas {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 08:23:22.531436 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extended resource: quotas {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 08:23:22.532811 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extended resource: rbac-policies {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 08:23:22.534011 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extended resource: security-groups {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 08:23:22.535303 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extended resource: security-group-rules {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 08:23:22.536561 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extended resource: service-providers {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 08:23:22.537779 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extended resource: subnetpools {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 08:23:22.539092 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extended resource: subnetpools {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 08:23:22.540606 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extended resource: tags {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 08:23:22.542362 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extended resource: tags {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 08:23:22.544811 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extended resource: tags {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 08:23:22.546966 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extended resource: tags {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 08:23:22.549243 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extended resource: tags {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 08:23:22.551858 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extended resource: tags {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 08:23:22.553854 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extended resource: tags {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 08:23:22.556220 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extended resource: tags {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 08:23:22.558749 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extended resource: tags {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 08:23:22.561154 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron.api.extensions [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Extended resource: tags {{(pid=92844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 08:23:22.568582 dv-cinder-800431-1-iscsi neutron-server[92844]: WARNING keystonemiddleware.auth_token [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 12 08:23:22.573359 dv-cinder-800431-1-iscsi neutron-server[92844]: WARNING keystonemiddleware.auth_token [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 12 08:23:22.582734 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_concurrency.lockutils [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Acquired lock "singleton_lock" {{(pid=92844) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 12 08:23:22.583219 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_concurrency.lockutils [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Releasing lock "singleton_lock" {{(pid=92844) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 12 08:23:22.583855 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO oslo_service.service [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Starting 2 workers Jul 12 08:23:22.588646 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Started child 92951 {{(pid=92844) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 12 08:23:22.593547 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Started child 92952 {{(pid=92844) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 12 08:23:22.594415 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:23:22.595234 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO neutron.service [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 12 08:23:22.595831 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Notify callbacks [] for process, before_spawn {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:23:22.596041 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [-] (92951) wsgi starting up on http://0.0.0.0:9696 Jul 12 08:23:22.598300 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO oslo_service.service [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Starting 1 workers Jul 12 08:23:22.598467 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:23:22.599886 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [-] (92952) wsgi starting up on http://0.0.0.0:9696 Jul 12 08:23:22.603417 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Started child 92953 {{(pid=92844) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 12 08:23:22.603948 dv-cinder-800431-1-iscsi neutron-server[92844]: INFO oslo_service.service [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Starting 1 workers Jul 12 08:23:22.607659 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.service [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] calling RpcWorker wait() {{(pid=92953) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 12 08:23:22.608276 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.service [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] returning from RpcWorker wait() {{(pid=92953) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 12 08:23:22.608929 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Started child 92954 {{(pid=92844) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 12 08:23:22.609408 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:23:22.609788 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG neutron_lib.callbacks.manager [None req-7594d443-2f6d-4cdf-938a-a5c112af5fe5 None None] Notify callbacks [] for process, after_spawn {{(pid=92844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:23:22.609959 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:23:22.611620 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92844) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 12 08:23:22.611834 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 12 08:23:22.612016 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 12 08:23:22.612228 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 12 08:23:22.612574 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 12 08:23:22.612721 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 12 08:23:22.613212 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.613492 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.613673 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:23:22.614347 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.614347 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.614347 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.615232 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:23:22.615498 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.615498 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.615895 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.616031 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.616242 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.616411 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.616574 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.616839 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.617096 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.617370 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.617652 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.617919 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.618175 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.618329 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.618603 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.618861 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.619100 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.619358 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] debug = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.619592 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.620085 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.620326 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.620561 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.620792 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.621054 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.621276 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.621535 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.621812 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.622107 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.622339 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.622591 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.622816 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.623027 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.623238 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.623474 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.623695 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.624172 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] host = dv-cinder-800431-1-iscsi {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.624430 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.624580 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.624825 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.625076 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.625319 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.625577 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.625834 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.626055 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.626301 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.626522 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.626766 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.627016 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.627245 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.627472 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] log_file = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.627629 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] log_options = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.627851 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.628116 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.628366 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.628564 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.628840 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.628997 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.629137 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.629272 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.629488 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.629744 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.629915 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.630143 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.630352 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.630560 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.630818 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.631048 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.631256 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.631459 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.631714 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.631963 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.632209 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.632443 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.632678 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.632891 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.633123 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.633330 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.633584 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.633858 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.634085 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.634319 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.634556 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.634809 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.635034 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.635281 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.635521 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.635754 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.635994 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.636216 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.636438 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.636674 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.637166 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.637408 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.638213 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.638425 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.638655 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.638862 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] use_json = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.639087 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.639297 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.639548 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.639754 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.639961 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.640169 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.640378 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.640639 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.642054 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.642641 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.642954 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.643242 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.643642 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.643788 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.644019 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.644477 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.645189 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.646638 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.646638 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.646925 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.647057 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.647728 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.647728 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.648555 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.648555 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.648555 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.648920 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.648920 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.649160 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.649282 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.651257 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.651257 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.651257 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.651257 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.651257 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.651257 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.651257 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.651257 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.652123 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.652123 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.652123 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.652340 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.652416 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.652594 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.652851 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.653103 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.653908 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.654789 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.655056 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.655295 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.655527 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.655751 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.655971 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.656211 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.656454 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.656775 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.656996 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.657266 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.657501 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.657772 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.657993 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.658203 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.658426 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.658678 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.658895 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.659107 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.659319 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.659562 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.659790 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.660051 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.660276 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.660489 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.660720 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.660940 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.661167 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.661425 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.661660 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.661901 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.662121 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.662349 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.662559 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.662788 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.663004 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.663214 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.663422 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.663653 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.663870 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.664077 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.664287 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.664496 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.664712 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.664923 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.665192 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.665497 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.665730 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.665975 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.666196 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.666430 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.666643 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.666935 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.667161 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.667397 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.667639 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.667900 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.668144 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.668393 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.668611 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.668904 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.669245 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.669470 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.669743 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.669985 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.670227 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.670471 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.670737 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.670960 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.671234 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.671542 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.671799 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.672053 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.672318 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.672578 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.672829 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.673098 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.673392 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.673669 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.673958 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.674208 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.674437 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.674705 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.674950 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.675216 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.675444 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.675673 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.675889 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.676167 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.676416 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.676650 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.676880 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.677137 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.677442 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.677673 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.677905 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.678115 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.678380 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.678612 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.678858 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.679110 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.679352 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.679580 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.679832 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.680076 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.680286 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.680512 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.680747 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.680956 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.681236 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.681428 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.681737 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.681951 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.682162 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.682417 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.682627 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.682860 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.683088 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.683303 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.683521 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.683766 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.683980 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.684195 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.684446 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.684665 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.684877 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.685093 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.685371 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.685641 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.685879 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.686163 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.686411 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.686678 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.686961 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.687709 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.687971 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.688189 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.688440 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.688677 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.688898 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.689103 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.689325 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.689563 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.689790 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.690019 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.690234 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.690467 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.690698 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.691027 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.691272 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.691618 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.691861 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.692098 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.692336 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.692569 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.692783 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.692995 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.693206 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.693418 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.693674 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.693913 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.694153 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.694394 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.694600 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.694806 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.695018 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.695223 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.695509 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.695795 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.696024 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.696422 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.696711 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.696926 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.697146 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.697345 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.697545 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.697824 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.698050 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.698252 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.698480 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.698709 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.698919 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.699160 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.699378 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.699583 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.699830 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.700532 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.700754 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.700975 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.701187 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.701405 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.701614 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.701886 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.702093 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.702313 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.702525 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.702753 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.703054 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.703293 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.703533 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.703828 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.704055 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.704302 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.704544 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.704836 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.705065 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.705340 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.705574 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.705824 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.706039 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.706301 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.706626 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.706896 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.707162 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.707382 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.707658 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.707939 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.708235 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.708445 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.708724 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.709064 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.709342 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.709597 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.709846 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.710131 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.710355 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.710571 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.710803 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.711035 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.711249 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.711484 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.711748 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.711975 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.712206 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.712443 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.712681 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.712911 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.713127 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.713505 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.713749 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.713909 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 12 08:23:22.714420 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92844) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 12 08:23:22.714569 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 12 08:23:22.714728 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 12 08:23:22.714904 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 12 08:23:22.715070 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 12 08:23:22.715222 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 12 08:23:22.715428 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.715592 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.715802 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.716447 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.716610 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.716789 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.716948 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.717103 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.717262 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.717419 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.717579 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.717772 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.717933 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.718086 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.718405 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.718567 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.718725 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.718882 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.719045 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.719202 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.719359 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.719515 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.719672 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] debug = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.719828 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.720013 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.720174 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.720330 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.720487 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.720644 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.720800 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.720958 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.721121 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.721258 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.721416 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.721573 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.721749 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.721907 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.722064 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.722219 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.722375 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.722533 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] host = dv-cinder-800431-1-iscsi {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.722687 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.722843 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.722999 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.723155 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.723311 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.723468 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.723623 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.723781 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.723937 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.724092 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.724248 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.724403 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.724558 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.724714 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] log_file = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.724869 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] log_options = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.725024 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.725179 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.725336 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.725594 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.725781 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.726098 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.726579 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.726579 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.726579 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.726940 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.727101 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.727254 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.727565 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.727724 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.727883 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.728035 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.728188 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.728345 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.728507 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.728664 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.728821 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.729067 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.729169 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.729275 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.729432 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.729600 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.729788 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.729915 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.730090 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.730209 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.730366 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.730525 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.730681 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.730836 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.730996 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.731151 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.731328 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.731491 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.731648 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.731807 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.731965 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.732121 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.732277 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.732506 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.732605 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.732736 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] use_json = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.732887 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.733044 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.733199 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.733354 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.733533 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.733659 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.733848 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.734000 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 08:23:22.734182 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.734343 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.734516 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.734677 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.734838 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.734997 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.735155 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.735315 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.735474 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.735632 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.735798 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.735959 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.736130 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.736289 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.736448 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.736655 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.736789 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.736922 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.737051 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.737207 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.737366 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.737526 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.737719 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.737882 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.738044 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.738203 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.738363 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.738530 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.738691 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.738852 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.739011 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.739171 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.739332 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.739492 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.739651 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.739794 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.739957 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.740118 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.740278 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.740437 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.740596 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.740755 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.740915 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.741074 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.741233 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.741393 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.741552 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.741732 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.741888 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.742032 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.742206 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.742365 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.742524 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.742683 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.742841 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.743000 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.743159 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.743317 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.743476 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.743635 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.743794 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.743966 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.744109 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.744272 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.744431 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.744590 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.744748 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.744907 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.745067 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.745228 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.745302 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:23:22.745373 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.745534 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.745711 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.745955 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.746084 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.746227 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.746355 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.746484 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.746611 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.746739 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.746896 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.747078 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.747239 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.747398 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.747566 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.747740 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.747899 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.748060 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.748201 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.748364 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.748528 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.748688 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.748848 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.749006 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.749164 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.749340 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.749504 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.749639 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.749806 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.749965 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.750124 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.750285 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.750444 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.750602 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.750809 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.750951 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.751082 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.751223 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.751354 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.751505 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.751664 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.751831 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.751990 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.752153 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.752297 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.752466 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.752636 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.752797 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.752955 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.753113 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.753271 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.753431 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.753590 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.753768 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.753917 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.754065 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.754221 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.754388 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.754560 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.754719 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.754878 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.755037 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.755218 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.755376 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.755517 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.755680 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.755838 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.756001 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.756223 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.756386 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.756546 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.756863 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.757030 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.757192 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.757351 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.757511 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.757670 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.757849 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.758009 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.758170 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.758328 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.758493 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.758655 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.758814 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.758973 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.759131 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.759289 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.759449 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.759607 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.759766 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.759926 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.760085 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.760243 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.760402 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.760562 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.761128 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.761128 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.761128 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.761367 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.761367 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.761650 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.761650 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.762087 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.762201 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.762362 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.762524 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.763198 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.763357 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.763517 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.763677 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.763837 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.763998 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.764158 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.764320 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.764479 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.764637 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.764796 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.764971 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.765130 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.765291 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.765436 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.765596 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.765779 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.765939 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.766094 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.766226 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.766387 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.766546 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.766707 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.766869 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.767029 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.767189 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.767348 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.767506 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.767665 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.767824 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.767996 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.768157 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.768315 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.768475 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.768634 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.768794 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.768967 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.769126 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.769285 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.769444 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.769602 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.769878 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.770056 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.770217 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.770375 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.770534 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.770692 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.770850 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.771019 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.771178 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.771382 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.771550 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.771713 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.771871 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.772042 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.772199 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.772199 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.772671 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.772671 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.772826 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.772954 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.773113 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.773274 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.773442 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.773600 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.773779 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.773938 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.774109 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.774268 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.774428 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.774587 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.774744 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.774903 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.775065 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.775230 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.775399 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.775567 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.775728 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.775896 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.776062 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.776232 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.776391 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.776556 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.776725 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.776883 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.777042 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.777202 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.777360 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.777518 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.777676 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.777855 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.778013 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.778189 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.778941 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.779102 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.779262 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.779421 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.779580 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.779740 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.779898 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.780056 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.780215 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.780374 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 08:23:22.780526 dv-cinder-800431-1-iscsi neutron-server[92844]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 12 08:23:23.054593 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 33354) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:23:23.064336 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067263 Jul 12 08:23:34.176296 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e569dcd8-4164-4e54-8118-1c0f3c07f7c1 None None] get_active_networks_info from dv-cinder-800431-1-iscsi {{(pid=92953) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 12 08:23:34.247588 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e569dcd8-4164-4e54-8118-1c0f3c07f7c1 None None] No non-hosted networks {{(pid=92953) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 12 08:23:34.263932 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f68f9fc6-8184-47ae-80f6-90c564c87e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530449'] for agent, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:23:36.946704 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530449'] for agent, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:23:36.947244 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:23:36.947600 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:23:36.948035 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:23:36.948449 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:23:36.949146 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:23:36.950473 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:23:36.951965 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:23:36.952456 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:23:36.954200 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:23:36.955316 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:23:36.956141 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:23:36.958083 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:23:36.958805 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-800431-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:23:36.977267 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-800431-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:23:37.029490 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-de70dfe9-abca-4ae1-a8fb-34cf3a88b101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530449'] for agent, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:23:37.038224 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.db.api [None req-03d44bdd-cf32-4cc2-ba9b-e6761b8d93a1 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-800431-1-iscsi {{(pid=92953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 08:23:37.039184 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG oslo_db.api [None req-03d44bdd-cf32-4cc2-ba9b-e6761b8d93a1 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 08:23:37.581033 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-03d44bdd-cf32-4cc2-ba9b-e6761b8d93a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:23:37.827435 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8beb-ed90-4929-879a-4eba2c5b629e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530449'] for agent, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:23:39.352937 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8148b14b-fdb1-487f-b940-7b46dc6d16f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530449'] for agent, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:23:40.357646 dv-cinder-800431-1-iscsi neutron-server[92953]: INFO neutron.db.l3_hamode_db [None req-a7047a5e-89d8-4160-a441-9f8d1dc7c940 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 12 08:23:40.433980 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7047a5e-89d8-4160-a441-9f8d1dc7c940 None None] Routers set() bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:23:40.434381 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7047a5e-89d8-4160-a441-9f8d1dc7c940 None None] Router IDs set() for agent in host dv-cinder-800431-1-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 12 08:23:40.461009 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 33446) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:23:40.939911 dv-cinder-800431-1-iscsi neutron-server[92952]: WARNING oslo_policy.policy [None req-5e4bd0ff-3c1b-4424-bcf8-f724336f4aaf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 08:23:40.940524 dv-cinder-800431-1-iscsi neutron-server[92952]: WARNING oslo_policy.policy [None req-5e4bd0ff-3c1b-4424-bcf8-f724336f4aaf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 08:23:41.157042 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [None req-5e4bd0ff-3c1b-4424-bcf8-f724336f4aaf admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=92952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 08:23:41.158108 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-5e4bd0ff-3c1b-4424-bcf8-f724336f4aaf admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6961944 Jul 12 08:23:43.527354 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 33460) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:23:43.830452 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-9f308e3b-193f-4e25-a8dd-55bbd8e4c833 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:23:43.921754 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.policy [None req-9f308e3b-193f-4e25-a8dd-55bbd8e4c833 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92952) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 12 08:23:43.969496 dv-cinder-800431-1-iscsi neutron-server[92952]: WARNING oslo_policy.policy [None req-9f308e3b-193f-4e25-a8dd-55bbd8e4c833 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 08:23:43.969893 dv-cinder-800431-1-iscsi neutron-server[92952]: WARNING oslo_policy.policy [None req-9f308e3b-193f-4e25-a8dd-55bbd8e4c833 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 08:23:43.978196 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.quota [None req-9f308e3b-193f-4e25-a8dd-55bbd8e4c833 admin admin] Loaded quota_driver: . Jul 12 08:23:44.067799 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-9f308e3b-193f-4e25-a8dd-55bbd8e4c833 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748227011638', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748227011163', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748227008129', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748227009655', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748227020296', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748226981502', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7883211', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7894056', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1026990', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-955904'] for rbac-policy, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:23:44.130226 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-9f308e3b-193f-4e25-a8dd-55bbd8e4c833 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:23:44.131388 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-9f308e3b-193f-4e25-a8dd-55bbd8e4c833 admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6030602 Jul 12 08:23:46.654352 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 33472) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:23:46.942348 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-6f9ea864-1d4a-416e-a4eb-2b7d93d99f6c admin admin] Request body: {'network': {'project_id': '62067cc60b324b969949a8091ab062b7', 'admin_state_up': True, 'tenant_id': '62067cc60b324b969949a8091ab062b7', 'name': 'private'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:23:46.971038 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9ea864-1d4a-416e-a4eb-2b7d93d99f6c admin admin] Made reservation on behalf of 62067cc60b324b969949a8091ab062b7 for: {'network': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 08:23:46.973791 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6f9ea864-1d4a-416e-a4eb-2b7d93d99f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for network, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:23:46.989886 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6f9ea864-1d4a-416e-a4eb-2b7d93d99f6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:23:47.115371 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6f9ea864-1d4a-416e-a4eb-2b7d93d99f6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:23:47.118953 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6f9ea864-1d4a-416e-a4eb-2b7d93d99f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:23:47.138556 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f9ea864-1d4a-416e-a4eb-2b7d93d99f6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=92952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 08:23:47.165038 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6f9ea864-1d4a-416e-a4eb-2b7d93d99f6c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748223159125', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246630'] for segment, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:23:47.165633 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6f9ea864-1d4a-416e-a4eb-2b7d93d99f6c admin admin] Unsubscribe: segment precommit_create {{(pid=92952) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 12 08:23:47.166162 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.db.segments_db [None req-6f9ea864-1d4a-416e-a4eb-2b7d93d99f6c admin admin] Added segment da603325-358a-4f04-9aaa-aa64e7356bf9 of type vlan for network 8e7cbc81-707b-4f87-981f-75f3aa7f90ba Jul 12 08:23:47.186737 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9ea864-1d4a-416e-a4eb-2b7d93d99f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccca13f-3051-490f-be43-666ca7ba9911,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:23:47.236429 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9ea864-1d4a-416e-a4eb-2b7d93d99f6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:23:47.236791 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9ea864-1d4a-416e-a4eb-2b7d93d99f6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:23:47.237130 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9ea864-1d4a-416e-a4eb-2b7d93d99f6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:23:47.237460 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9ea864-1d4a-416e-a4eb-2b7d93d99f6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:23:47.237821 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9ea864-1d4a-416e-a4eb-2b7d93d99f6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:23:47.238167 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9ea864-1d4a-416e-a4eb-2b7d93d99f6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:23:47.238493 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9ea864-1d4a-416e-a4eb-2b7d93d99f6c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:23:47.238814 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9ea864-1d4a-416e-a4eb-2b7d93d99f6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:23:47.239147 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9ea864-1d4a-416e-a4eb-2b7d93d99f6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:23:47.239470 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9ea864-1d4a-416e-a4eb-2b7d93d99f6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:23:47.239789 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9ea864-1d4a-416e-a4eb-2b7d93d99f6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:23:47.240102 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9ea864-1d4a-416e-a4eb-2b7d93d99f6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:23:47.241241 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9ea864-1d4a-416e-a4eb-2b7d93d99f6c admin admin] Tracked resource versions report: Jul 12 08:23:47.241241 dv-cinder-800431-1-iscsi neutron-server[92952]: pushed versions: Jul 12 08:23:47.241241 dv-cinder-800431-1-iscsi neutron-server[92952]: { 'AddressGroup': {'1.2'}, Jul 12 08:23:47.241241 dv-cinder-800431-1-iscsi neutron-server[92952]: 'ConntrackHelper': {'1.0'}, Jul 12 08:23:47.241241 dv-cinder-800431-1-iscsi neutron-server[92952]: 'Log': {'1.0'}, Jul 12 08:23:47.241241 dv-cinder-800431-1-iscsi neutron-server[92952]: 'Network': {'1.1'}, Jul 12 08:23:47.241241 dv-cinder-800431-1-iscsi neutron-server[92952]: 'Port': {'1.7'}, Jul 12 08:23:47.241241 dv-cinder-800431-1-iscsi neutron-server[92952]: 'PortForwarding': {'1.2'}, Jul 12 08:23:47.241241 dv-cinder-800431-1-iscsi neutron-server[92952]: 'QosPolicy': {'1.8'}, Jul 12 08:23:47.241241 dv-cinder-800431-1-iscsi neutron-server[92952]: 'SecurityGroup': {'1.4'}, Jul 12 08:23:47.241241 dv-cinder-800431-1-iscsi neutron-server[92952]: 'SecurityGroupRule': {'1.2'}, Jul 12 08:23:47.241241 dv-cinder-800431-1-iscsi neutron-server[92952]: 'SubPort': {'1.0'}, Jul 12 08:23:47.241241 dv-cinder-800431-1-iscsi neutron-server[92952]: 'Subnet': {'1.1'}, Jul 12 08:23:47.241241 dv-cinder-800431-1-iscsi neutron-server[92952]: 'Trunk': {'1.1'}} Jul 12 08:23:47.241241 dv-cinder-800431-1-iscsi neutron-server[92952]: consumer versions: Jul 12 08:23:47.241241 dv-cinder-800431-1-iscsi neutron-server[92952]: { DHCP agent@dv-cinder-800431-1-iscsi: {}, Jul 12 08:23:47.241241 dv-cinder-800431-1-iscsi neutron-server[92952]: L3 agent@dv-cinder-800431-1-iscsi: {}, Jul 12 08:23:47.241241 dv-cinder-800431-1-iscsi neutron-server[92952]: Metadata agent@dv-cinder-800431-1-iscsi: {}, Jul 12 08:23:47.241241 dv-cinder-800431-1-iscsi neutron-server[92952]: Metering agent@dv-cinder-800431-1-iscsi: {}, Jul 12 08:23:47.241241 dv-cinder-800431-1-iscsi neutron-server[92952]: Open vSwitch agent@dv-cinder-800431-1-iscsi: { 'AddressGroup': '1.2', Jul 12 08:23:47.241241 dv-cinder-800431-1-iscsi neutron-server[92952]: 'ConntrackHelper': '1.0', Jul 12 08:23:47.241241 dv-cinder-800431-1-iscsi neutron-server[92952]: 'Log': '1.0', Jul 12 08:23:47.241241 dv-cinder-800431-1-iscsi neutron-server[92952]: 'Network': '1.1', Jul 12 08:23:47.241241 dv-cinder-800431-1-iscsi neutron-server[92952]: 'Port': '1.7', Jul 12 08:23:47.241241 dv-cinder-800431-1-iscsi neutron-server[92952]: 'PortForwarding': '1.2', Jul 12 08:23:47.241241 dv-cinder-800431-1-iscsi neutron-server[92952]: 'QosPolicy': '1.8', Jul 12 08:23:47.241241 dv-cinder-800431-1-iscsi neutron-server[92952]: 'SecurityGroup': '1.4', Jul 12 08:23:47.241241 dv-cinder-800431-1-iscsi neutron-server[92952]: 'SecurityGroupRule': '1.2', Jul 12 08:23:47.241241 dv-cinder-800431-1-iscsi neutron-server[92952]: 'SubPort': '1.0', Jul 12 08:23:47.241241 dv-cinder-800431-1-iscsi neutron-server[92952]: 'Subnet': '1.1', Jul 12 08:23:47.241241 dv-cinder-800431-1-iscsi neutron-server[92952]: 'Trunk': '1.1'}} Jul 12 08:23:47.241241 dv-cinder-800431-1-iscsi neutron-server[92952]: {{(pid=92952) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 08:23:47.280810 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6f9ea864-1d4a-416e-a4eb-2b7d93d99f6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748222629479'] for network, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:23:47.333262 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6f9ea864-1d4a-416e-a4eb-2b7d93d99f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794'] for network, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:23:47.334359 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9ea864-1d4a-416e-a4eb-2b7d93d99f6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:23:47.335030 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6f9ea864-1d4a-416e-a4eb-2b7d93d99f6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for network, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:23:47.416800 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-6f9ea864-1d4a-416e-a4eb-2b7d93d99f6c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7613249 Jul 12 08:23:47.430442 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9ea864-1d4a-416e-a4eb-2b7d93d99f6c admin admin] Pushing event updated for resources: {'Network': ['ID=8e7cbc81-707b-4f87-981f-75f3aa7f90ba,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:23:47.443808 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Network 8e7cbc81-707b-4f87-981f-75f3aa7f90ba details requested by agent ovs-agent-dv-cinder-800431-1-iscsi with host dv-cinder-800431-1-iscsi {{(pid=92953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 08:23:49.991436 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 33486) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:23:50.376071 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9157fd52-06a9-447c-9486-ed8d839a4799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:23:50.377450 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-9157fd52-06a9-447c-9486-ed8d839a4799 admin admin] 10.222.0.37 "GET /v2.0/networks/8e7cbc81-707b-4f87-981f-75f3aa7f90ba HTTP/1.1" status: 200 len: 825 time: 0.3849952 Jul 12 08:23:50.401332 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-39e17724-1c8a-4906-baab-e71e0fb92119 admin admin] 10.222.0.37 "GET /v2.0/subnetpools/ed7f553e-4565-4d8e-b934-612f64747284 HTTP/1.1" status: 200 len: 734 time: 0.0185654 Jul 12 08:23:50.409427 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-c4d85b65-1c1a-4161-a047-835e23a61a3b admin admin] Request body: {'subnet': {'network_id': '8e7cbc81-707b-4f87-981f-75f3aa7f90ba', 'subnetpool_id': 'ed7f553e-4565-4d8e-b934-612f64747284', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'tenant_id': '62067cc60b324b969949a8091ab062b7'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:23:50.431355 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d85b65-1c1a-4161-a047-835e23a61a3b admin admin] Made reservation on behalf of 62067cc60b324b969949a8091ab062b7 for: {'subnet': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 08:23:50.434439 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4d85b65-1c1a-4161-a047-835e23a61a3b admin admin] Notify callbacks [] for subnet, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:23:50.732684 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4d85b65-1c1a-4161-a047-835e23a61a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794'] for subnet, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:23:50.802526 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d85b65-1c1a-4161-a047-835e23a61a3b admin admin] Checking segment: {'id': 'da603325-358a-4f04-9aaa-aa64e7356bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8e7cbc81-707b-4f87-981f-75f3aa7f90ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:23:50.802882 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d85b65-1c1a-4161-a047-835e23a61a3b admin admin] Network hostable DHCP agents. Network: 8e7cbc81-707b-4f87-981f-75f3aa7f90ba, hostable agents: ['c54cb50b-3f96-48fd-b597-b50612d9ada1'], hosted agents: [] {{(pid=92952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 08:23:50.807218 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d85b65-1c1a-4161-a047-835e23a61a3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e09363e9-81f5-4f36-8189-c62213b174c9,revision_number=0']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:23:50.825476 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d85b65-1c1a-4161-a047-835e23a61a3b admin admin] Network 8e7cbc81-707b-4f87-981f-75f3aa7f90ba is scheduled to be hosted by DHCP agent c54cb50b-3f96-48fd-b597-b50612d9ada1 with binding_index 1 {{(pid=92952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 08:23:50.836347 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [None req-c4d85b65-1c1a-4161-a047-835e23a61a3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800431-1-iscsi, 8e7cbc81-707b-4f87-981f-75f3aa7f90ba) {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:23:50.841258 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d85b65-1c1a-4161-a047-835e23a61a3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:23:50.841871 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4d85b65-1c1a-4161-a047-835e23a61a3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for subnet, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:23:50.847082 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7ed938-e7ac-4d26-bdbd-4a58d82ff62c None None] Network 8e7cbc81-707b-4f87-981f-75f3aa7f90ba requested from dv-cinder-800431-1-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 08:23:50.854969 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-c4d85b65-1c1a-4161-a047-835e23a61a3b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4487264 Jul 12 08:23:51.158698 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46286b6-1ed0-4987-b3cf-81fc70401a03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcacd1728-95ed-5cda-b7de-0b3fff281327-8e7cbc81-707b-4f87-981f-75f3aa7f90ba', 'network_id': '8e7cbc81-707b-4f87-981f-75f3aa7f90ba', 'tenant_id': '62067cc60b324b969949a8091ab062b7', 'fixed_ips': [{'subnet_id': 'e09363e9-81f5-4f36-8189-c62213b174c9'}]}} from dv-cinder-800431-1-iscsi. {{(pid=92953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 08:23:51.159970 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a46286b6-1ed0-4987-b3cf-81fc70401a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:23:51.431162 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_common [None req-a46286b6-1ed0-4987-b3cf-81fc70401a03 None None] Allocated IP 172.20.0.2 (8e7cbc81-707b-4f87-981f-75f3aa7f90ba/e09363e9-81f5-4f36-8189-c62213b174c9/c5ba572b-5927-438c-bbc6-8e958fa92c03) {{(pid=92953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 08:23:51.633083 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a46286b6-1ed0-4987-b3cf-81fc70401a03 None None] Notify callbacks [] for port, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:23:51.674500 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a46286b6-1ed0-4987-b3cf-81fc70401a03 None None] Transition to ACTIVE for port object c5ba572b-5927-438c-bbc6-8e958fa92c03 will not be triggered until provisioned by entity L2. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:23:51.694642 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a46286b6-1ed0-4987-b3cf-81fc70401a03 None None] Transition to ACTIVE for port object c5ba572b-5927-438c-bbc6-8e958fa92c03 will not be triggered until provisioned by entity DHCP. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:23:51.703766 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a46286b6-1ed0-4987-b3cf-81fc70401a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748222641646'] for port, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:23:51.766044 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46286b6-1ed0-4987-b3cf-81fc70401a03 None None] Network 8e7cbc81-707b-4f87-981f-75f3aa7f90ba is already hosted by enough agents. {{(pid=92953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:23:51.775605 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-a46286b6-1ed0-4987-b3cf-81fc70401a03 None None] Resources bound (agent type, host, resource id): {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:23:51.786658 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46286b6-1ed0-4987-b3cf-81fc70401a03 None None] Received port after_create {{(pid=92953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 08:23:51.792089 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46286b6-1ed0-4987-b3cf-81fc70401a03 None None] Pushing event updated for resources: {'Port': ['ID=c5ba572b-5927-438c-bbc6-8e958fa92c03,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:23:51.816168 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46286b6-1ed0-4987-b3cf-81fc70401a03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:23:51.816522 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46286b6-1ed0-4987-b3cf-81fc70401a03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:23:51.816866 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46286b6-1ed0-4987-b3cf-81fc70401a03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:23:51.817202 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46286b6-1ed0-4987-b3cf-81fc70401a03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:23:51.817546 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46286b6-1ed0-4987-b3cf-81fc70401a03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:23:51.817892 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46286b6-1ed0-4987-b3cf-81fc70401a03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:23:51.818223 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46286b6-1ed0-4987-b3cf-81fc70401a03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:23:51.818581 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46286b6-1ed0-4987-b3cf-81fc70401a03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:23:51.818922 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46286b6-1ed0-4987-b3cf-81fc70401a03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:23:51.819263 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46286b6-1ed0-4987-b3cf-81fc70401a03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:23:51.819576 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46286b6-1ed0-4987-b3cf-81fc70401a03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:23:51.819898 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46286b6-1ed0-4987-b3cf-81fc70401a03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:23:51.821028 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46286b6-1ed0-4987-b3cf-81fc70401a03 None None] Tracked resource versions report: Jul 12 08:23:51.821028 dv-cinder-800431-1-iscsi neutron-server[92953]: pushed versions: Jul 12 08:23:51.821028 dv-cinder-800431-1-iscsi neutron-server[92953]: { 'AddressGroup': {'1.2'}, Jul 12 08:23:51.821028 dv-cinder-800431-1-iscsi neutron-server[92953]: 'ConntrackHelper': {'1.0'}, Jul 12 08:23:51.821028 dv-cinder-800431-1-iscsi neutron-server[92953]: 'Log': {'1.0'}, Jul 12 08:23:51.821028 dv-cinder-800431-1-iscsi neutron-server[92953]: 'Network': {'1.1'}, Jul 12 08:23:51.821028 dv-cinder-800431-1-iscsi neutron-server[92953]: 'Port': {'1.7'}, Jul 12 08:23:51.821028 dv-cinder-800431-1-iscsi neutron-server[92953]: 'PortForwarding': {'1.2'}, Jul 12 08:23:51.821028 dv-cinder-800431-1-iscsi neutron-server[92953]: 'QosPolicy': {'1.8'}, Jul 12 08:23:51.821028 dv-cinder-800431-1-iscsi neutron-server[92953]: 'SecurityGroup': {'1.4'}, Jul 12 08:23:51.821028 dv-cinder-800431-1-iscsi neutron-server[92953]: 'SecurityGroupRule': {'1.2'}, Jul 12 08:23:51.821028 dv-cinder-800431-1-iscsi neutron-server[92953]: 'SubPort': {'1.0'}, Jul 12 08:23:51.821028 dv-cinder-800431-1-iscsi neutron-server[92953]: 'Subnet': {'1.1'}, Jul 12 08:23:51.821028 dv-cinder-800431-1-iscsi neutron-server[92953]: 'Trunk': {'1.1'}} Jul 12 08:23:51.821028 dv-cinder-800431-1-iscsi neutron-server[92953]: consumer versions: Jul 12 08:23:51.821028 dv-cinder-800431-1-iscsi neutron-server[92953]: { DHCP agent@dv-cinder-800431-1-iscsi: {}, Jul 12 08:23:51.821028 dv-cinder-800431-1-iscsi neutron-server[92953]: L3 agent@dv-cinder-800431-1-iscsi: {}, Jul 12 08:23:51.821028 dv-cinder-800431-1-iscsi neutron-server[92953]: Metadata agent@dv-cinder-800431-1-iscsi: {}, Jul 12 08:23:51.821028 dv-cinder-800431-1-iscsi neutron-server[92953]: Metering agent@dv-cinder-800431-1-iscsi: {}, Jul 12 08:23:51.821028 dv-cinder-800431-1-iscsi neutron-server[92953]: Open vSwitch agent@dv-cinder-800431-1-iscsi: { 'AddressGroup': '1.2', Jul 12 08:23:51.821028 dv-cinder-800431-1-iscsi neutron-server[92953]: 'ConntrackHelper': '1.0', Jul 12 08:23:51.821028 dv-cinder-800431-1-iscsi neutron-server[92953]: 'Log': '1.0', Jul 12 08:23:51.821028 dv-cinder-800431-1-iscsi neutron-server[92953]: 'Network': '1.1', Jul 12 08:23:51.821028 dv-cinder-800431-1-iscsi neutron-server[92953]: 'Port': '1.7', Jul 12 08:23:51.821028 dv-cinder-800431-1-iscsi neutron-server[92953]: 'PortForwarding': '1.2', Jul 12 08:23:51.821028 dv-cinder-800431-1-iscsi neutron-server[92953]: 'QosPolicy': '1.8', Jul 12 08:23:51.821028 dv-cinder-800431-1-iscsi neutron-server[92953]: 'SecurityGroup': '1.4', Jul 12 08:23:51.821028 dv-cinder-800431-1-iscsi neutron-server[92953]: 'SecurityGroupRule': '1.2', Jul 12 08:23:51.821028 dv-cinder-800431-1-iscsi neutron-server[92953]: 'SubPort': '1.0', Jul 12 08:23:51.821028 dv-cinder-800431-1-iscsi neutron-server[92953]: 'Subnet': '1.1', Jul 12 08:23:51.821028 dv-cinder-800431-1-iscsi neutron-server[92953]: 'Trunk': '1.1'}} Jul 12 08:23:51.821028 dv-cinder-800431-1-iscsi neutron-server[92953]: {{(pid=92953) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 08:23:51.869997 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-a46286b6-1ed0-4987-b3cf-81fc70401a03 None None] Attempting to bind port c5ba572b-5927-438c-bbc6-8e958fa92c03 on host dv-cinder-800431-1-iscsi for vnic_type normal with profile {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 08:23:51.870577 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-a46286b6-1ed0-4987-b3cf-81fc70401a03 None None] Attempting to bind port c5ba572b-5927-438c-bbc6-8e958fa92c03 by drivers openvswitch,hyperv on host dv-cinder-800431-1-iscsi at level 0 using segments [{'id': 'da603325-358a-4f04-9aaa-aa64e7356bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8e7cbc81-707b-4f87-981f-75f3aa7f90ba'}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 08:23:51.870815 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46286b6-1ed0-4987-b3cf-81fc70401a03 None None] Attempting to bind port c5ba572b-5927-438c-bbc6-8e958fa92c03 on network 8e7cbc81-707b-4f87-981f-75f3aa7f90ba {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:23:51.876106 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46286b6-1ed0-4987-b3cf-81fc70401a03 None None] Checking agent: {'id': '165ba4a0-42de-4d95-afeb-0090fba4eff7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 8, 23, 37), 'started_at': datetime.datetime(2021, 7, 12, 8, 23, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 8, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 08:23:51.876519 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46286b6-1ed0-4987-b3cf-81fc70401a03 None None] Checking segment: {'id': 'da603325-358a-4f04-9aaa-aa64e7356bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8e7cbc81-707b-4f87-981f-75f3aa7f90ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:23:51.876992 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a46286b6-1ed0-4987-b3cf-81fc70401a03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:23:51.877378 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46286b6-1ed0-4987-b3cf-81fc70401a03 None None] Bound using segment: {'id': 'da603325-358a-4f04-9aaa-aa64e7356bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8e7cbc81-707b-4f87-981f-75f3aa7f90ba'} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 08:23:51.877885 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-a46286b6-1ed0-4987-b3cf-81fc70401a03 None None] Bound port: c5ba572b-5927-438c-bbc6-8e958fa92c03, host: dv-cinder-800431-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da603325-358a-4f04-9aaa-aa64e7356bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8e7cbc81-707b-4f87-981f-75f3aa7f90ba'}}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 08:23:51.878290 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a46286b6-1ed0-4987-b3cf-81fc70401a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:23:51.938531 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a46286b6-1ed0-4987-b3cf-81fc70401a03 None None] For port c5ba572b-5927-438c-bbc6-8e958fa92c03, host dv-cinder-800431-1-iscsi, cleared binding levels {{(pid=92953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 08:23:51.942704 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a46286b6-1ed0-4987-b3cf-81fc70401a03 None None] For port c5ba572b-5927-438c-bbc6-8e958fa92c03, host dv-cinder-800431-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=c5ba572b-5927-438c-bbc6-8e958fa92c03,segment=NetworkSegment(da603325-358a-4f04-9aaa-aa64e7356bf9),segment_id=da603325-358a-4f04-9aaa-aa64e7356bf9)] {{(pid=92953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 08:23:51.947405 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a46286b6-1ed0-4987-b3cf-81fc70401a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:23:52.013311 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46286b6-1ed0-4987-b3cf-81fc70401a03 None None] Pushing event updated for resources: {'Port': ['ID=c5ba572b-5927-438c-bbc6-8e958fa92c03,revision_number=2']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:23:53.200934 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 33494) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:23:53.686720 dv-cinder-800431-1-iscsi neutron-server[92951]: WARNING oslo_policy.policy [None req-fe4ae078-cad2-4208-9d48-901ecf24778d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 08:23:53.687291 dv-cinder-800431-1-iscsi neutron-server[92951]: WARNING oslo_policy.policy [None req-fe4ae078-cad2-4208-9d48-901ecf24778d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 08:23:53.906774 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [None req-fe4ae078-cad2-4208-9d48-901ecf24778d admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=92951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 08:23:53.922028 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-fe4ae078-cad2-4208-9d48-901ecf24778d admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7049899 Jul 12 08:23:56.255699 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 33508) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:23:56.571124 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [None req-d3194631-9e9e-4e5e-88db-b68ac5aafc8f admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=92951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 08:23:56.572085 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-d3194631-9e9e-4e5e-88db-b68ac5aafc8f admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3154554 Jul 12 08:23:58.057556 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73145314-8924-4c33-8311-21810fbc7cff None None] Network 8e7cbc81-707b-4f87-981f-75f3aa7f90ba requested from dv-cinder-800431-1-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 08:23:58.140231 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-43fd717c-a014-4af4-966e-d7032be06e29 None None] Provisioning for port c5ba572b-5927-438c-bbc6-8e958fa92c03 completed by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:23:58.861452 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device c5ba572b-5927-438c-bbc6-8e958fa92c03 up at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:23:58.944103 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning for port c5ba572b-5927-438c-bbc6-8e958fa92c03 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:23:58.947847 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning complete for port c5ba572b-5927-438c-bbc6-8e958fa92c03 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:23:58.948250 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:23:59.052271 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:23:59.085103 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] For port c5ba572b-5927-438c-bbc6-8e958fa92c03, host dv-cinder-800431-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=c5ba572b-5927-438c-bbc6-8e958fa92c03,segment=NetworkSegment(da603325-358a-4f04-9aaa-aa64e7356bf9),segment_id=da603325-358a-4f04-9aaa-aa64e7356bf9)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:23:59.089108 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:23:59.139911 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Pushing event updated for resources: {'Port': ['ID=c5ba572b-5927-438c-bbc6-8e958fa92c03,revision_number=3']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:23:59.173840 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 33522) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:23:59.458740 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-5b607727-8f29-4189-a149-388897cd0711 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '62067cc60b324b969949a8091ab062b7'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:23:59.522611 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.policy [None req-5b607727-8f29-4189-a149-388897cd0711 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92951) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 12 08:23:59.567685 dv-cinder-800431-1-iscsi neutron-server[92951]: WARNING oslo_policy.policy [None req-5b607727-8f29-4189-a149-388897cd0711 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 08:23:59.568096 dv-cinder-800431-1-iscsi neutron-server[92951]: WARNING oslo_policy.policy [None req-5b607727-8f29-4189-a149-388897cd0711 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 08:23:59.577007 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.quota [None req-5b607727-8f29-4189-a149-388897cd0711 admin admin] Loaded quota_driver: . Jul 12 08:23:59.632224 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5b607727-8f29-4189-a149-388897cd0711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500008'] for router, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:23:59.634008 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5b607727-8f29-4189-a149-388897cd0711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941001', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-943589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500017'] for router, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:23:59.786945 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5b607727-8f29-4189-a149-388897cd0711 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:23:59.791953 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5b607727-8f29-4189-a149-388897cd0711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941052'] for router, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:23:59.809989 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5b607727-8f29-4189-a149-388897cd0711 admin admin] Notify callbacks [] for router, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:23:59.811175 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-5b607727-8f29-4189-a149-388897cd0711 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6363866 Jul 12 08:24:00.831909 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device c5ba572b-5927-438c-bbc6-8e958fa92c03 up at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:24:00.880609 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning complete for port c5ba572b-5927-438c-bbc6-8e958fa92c03 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:24:00.880979 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:24:02.110217 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 33532) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:24:02.409778 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [None req-0ea5f0db-53f7-43fb-b1dd-03000ab4eec3 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=92951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 08:24:02.410759 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-0ea5f0db-53f7-43fb-b1dd-03000ab4eec3 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2996216 Jul 12 08:24:04.056576 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e3b03dba-8789-4790-bdca-0ca5a2de18fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:24:04.768882 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 33540) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:24:05.067821 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-cbfe8670-53fd-492e-b8a3-c4b0f309f268 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:24:05.091382 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbfe8670-53fd-492e-b8a3-c4b0f309f268 admin admin] Made reservation on behalf of bbf2ac0b1ebf49598e3fd9d527480743 for: {'network': 1} {{(pid=92951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 08:24:05.094237 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-cbfe8670-53fd-492e-b8a3-c4b0f309f268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for network, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:24:05.109345 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-cbfe8670-53fd-492e-b8a3-c4b0f309f268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:24:05.224390 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-cbfe8670-53fd-492e-b8a3-c4b0f309f268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:24:05.227715 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-cbfe8670-53fd-492e-b8a3-c4b0f309f268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:24:05.238117 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-cbfe8670-53fd-492e-b8a3-c4b0f309f268 admin admin] Reserving flat network on physical network physnet1 {{(pid=92951) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 12 08:24:05.271129 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-cbfe8670-53fd-492e-b8a3-c4b0f309f268 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748223159125', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246630'] for segment, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:24:05.271706 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-cbfe8670-53fd-492e-b8a3-c4b0f309f268 admin admin] Unsubscribe: segment precommit_create {{(pid=92951) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 12 08:24:05.272225 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.db.segments_db [None req-cbfe8670-53fd-492e-b8a3-c4b0f309f268 admin admin] Added segment 96305722-55d6-4089-959b-5f9b3a20c0c4 of type flat for network 65ec14d2-e0c2-45ad-9132-5fa8e954ebc3 Jul 12 08:24:05.296031 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfe8670-53fd-492e-b8a3-c4b0f309f268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24756d2-ea5d-40d1-bbce-e47a637c3ea5,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:24:05.321445 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfe8670-53fd-492e-b8a3-c4b0f309f268 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:24:05.321832 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfe8670-53fd-492e-b8a3-c4b0f309f268 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:24:05.322173 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfe8670-53fd-492e-b8a3-c4b0f309f268 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:24:05.322501 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfe8670-53fd-492e-b8a3-c4b0f309f268 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:24:05.322823 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfe8670-53fd-492e-b8a3-c4b0f309f268 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:24:05.323159 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfe8670-53fd-492e-b8a3-c4b0f309f268 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:24:05.323487 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfe8670-53fd-492e-b8a3-c4b0f309f268 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:24:05.324418 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfe8670-53fd-492e-b8a3-c4b0f309f268 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:24:05.324757 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfe8670-53fd-492e-b8a3-c4b0f309f268 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:24:05.325079 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfe8670-53fd-492e-b8a3-c4b0f309f268 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:24:05.325394 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfe8670-53fd-492e-b8a3-c4b0f309f268 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:24:05.325726 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfe8670-53fd-492e-b8a3-c4b0f309f268 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:24:05.326863 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfe8670-53fd-492e-b8a3-c4b0f309f268 admin admin] Tracked resource versions report: Jul 12 08:24:05.326863 dv-cinder-800431-1-iscsi neutron-server[92951]: pushed versions: Jul 12 08:24:05.326863 dv-cinder-800431-1-iscsi neutron-server[92951]: { 'AddressGroup': {'1.2'}, Jul 12 08:24:05.326863 dv-cinder-800431-1-iscsi neutron-server[92951]: 'ConntrackHelper': {'1.0'}, Jul 12 08:24:05.326863 dv-cinder-800431-1-iscsi neutron-server[92951]: 'Log': {'1.0'}, Jul 12 08:24:05.326863 dv-cinder-800431-1-iscsi neutron-server[92951]: 'Network': {'1.1'}, Jul 12 08:24:05.326863 dv-cinder-800431-1-iscsi neutron-server[92951]: 'Port': {'1.7'}, Jul 12 08:24:05.326863 dv-cinder-800431-1-iscsi neutron-server[92951]: 'PortForwarding': {'1.2'}, Jul 12 08:24:05.326863 dv-cinder-800431-1-iscsi neutron-server[92951]: 'QosPolicy': {'1.8'}, Jul 12 08:24:05.326863 dv-cinder-800431-1-iscsi neutron-server[92951]: 'SecurityGroup': {'1.4'}, Jul 12 08:24:05.326863 dv-cinder-800431-1-iscsi neutron-server[92951]: 'SecurityGroupRule': {'1.2'}, Jul 12 08:24:05.326863 dv-cinder-800431-1-iscsi neutron-server[92951]: 'SubPort': {'1.0'}, Jul 12 08:24:05.326863 dv-cinder-800431-1-iscsi neutron-server[92951]: 'Subnet': {'1.1'}, Jul 12 08:24:05.326863 dv-cinder-800431-1-iscsi neutron-server[92951]: 'Trunk': {'1.1'}} Jul 12 08:24:05.326863 dv-cinder-800431-1-iscsi neutron-server[92951]: consumer versions: Jul 12 08:24:05.326863 dv-cinder-800431-1-iscsi neutron-server[92951]: { DHCP agent@dv-cinder-800431-1-iscsi: {}, Jul 12 08:24:05.326863 dv-cinder-800431-1-iscsi neutron-server[92951]: L3 agent@dv-cinder-800431-1-iscsi: {}, Jul 12 08:24:05.326863 dv-cinder-800431-1-iscsi neutron-server[92951]: Metadata agent@dv-cinder-800431-1-iscsi: {}, Jul 12 08:24:05.326863 dv-cinder-800431-1-iscsi neutron-server[92951]: Metering agent@dv-cinder-800431-1-iscsi: {}, Jul 12 08:24:05.326863 dv-cinder-800431-1-iscsi neutron-server[92951]: Open vSwitch agent@dv-cinder-800431-1-iscsi: { 'AddressGroup': '1.2', Jul 12 08:24:05.326863 dv-cinder-800431-1-iscsi neutron-server[92951]: 'ConntrackHelper': '1.0', Jul 12 08:24:05.326863 dv-cinder-800431-1-iscsi neutron-server[92951]: 'Log': '1.0', Jul 12 08:24:05.326863 dv-cinder-800431-1-iscsi neutron-server[92951]: 'Network': '1.1', Jul 12 08:24:05.326863 dv-cinder-800431-1-iscsi neutron-server[92951]: 'Port': '1.7', Jul 12 08:24:05.326863 dv-cinder-800431-1-iscsi neutron-server[92951]: 'PortForwarding': '1.2', Jul 12 08:24:05.326863 dv-cinder-800431-1-iscsi neutron-server[92951]: 'QosPolicy': '1.8', Jul 12 08:24:05.326863 dv-cinder-800431-1-iscsi neutron-server[92951]: 'SecurityGroup': '1.4', Jul 12 08:24:05.326863 dv-cinder-800431-1-iscsi neutron-server[92951]: 'SecurityGroupRule': '1.2', Jul 12 08:24:05.326863 dv-cinder-800431-1-iscsi neutron-server[92951]: 'SubPort': '1.0', Jul 12 08:24:05.326863 dv-cinder-800431-1-iscsi neutron-server[92951]: 'Subnet': '1.1', Jul 12 08:24:05.326863 dv-cinder-800431-1-iscsi neutron-server[92951]: 'Trunk': '1.1'}} Jul 12 08:24:05.326863 dv-cinder-800431-1-iscsi neutron-server[92951]: {{(pid=92951) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 08:24:05.404694 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-cbfe8670-53fd-492e-b8a3-c4b0f309f268 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748222629479'] for network, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:24:05.454991 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-cbfe8670-53fd-492e-b8a3-c4b0f309f268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794'] for network, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:24:05.456160 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfe8670-53fd-492e-b8a3-c4b0f309f268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:24:05.456816 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-cbfe8670-53fd-492e-b8a3-c4b0f309f268 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for network, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:24:05.540658 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-cbfe8670-53fd-492e-b8a3-c4b0f309f268 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7706516 Jul 12 08:24:05.555398 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfe8670-53fd-492e-b8a3-c4b0f309f268 admin admin] Pushing event updated for resources: {'Network': ['ID=65ec14d2-e0c2-45ad-9132-5fa8e954ebc3,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:24:05.570129 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Network 65ec14d2-e0c2-45ad-9132-5fa8e954ebc3 details requested by agent ovs-agent-dv-cinder-800431-1-iscsi with host dv-cinder-800431-1-iscsi {{(pid=92953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 08:24:06.926014 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:24:06.971987 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4f915af1-eb8a-4fb5-8011-b4755a12d97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:24:07.779620 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8beb-ed90-4929-879a-4eba2c5b629e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:24:07.862729 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 33554) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:24:08.145838 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fb0079-8d87-4bcd-b3a8-d40243e59607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:24:08.147147 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-41fb0079-8d87-4bcd-b3a8-d40243e59607 admin admin] 10.222.0.37 "GET /v2.0/subnets/e09363e9-81f5-4f36-8189-c62213b174c9 HTTP/1.1" status: 200 len: 849 time: 0.2834790 Jul 12 08:24:08.303611 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-98621fe9-89cc-4a47-a860-0dc7576ddd30 admin admin] 10.222.0.37 "GET /v2.0/routers/af7eab11-59cf-4d8a-8971-e21a8a897590 HTTP/1.1" status: 200 len: 704 time: 0.1511865 Jul 12 08:24:08.563038 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-9d8940b1-1d32-4836-b8c6-a87a785a8c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:24:08.846682 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_common [None req-9d8940b1-1d32-4836-b8c6-a87a785a8c00 admin admin] Allocated IP 172.20.0.1 (8e7cbc81-707b-4f87-981f-75f3aa7f90ba/e09363e9-81f5-4f36-8189-c62213b174c9/5106facc-4bc4-4bc8-9a77-96b6ccd176f8) {{(pid=92952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 08:24:09.003634 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-9d8940b1-1d32-4836-b8c6-a87a785a8c00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:24:09.027591 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.provisioning_blocks [None req-9d8940b1-1d32-4836-b8c6-a87a785a8c00 admin admin] Transition to ACTIVE for port object 5106facc-4bc4-4bc8-9a77-96b6ccd176f8 will not be triggered until provisioned by entity DHCP. {{(pid=92952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:24:09.106126 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-9d8940b1-1d32-4836-b8c6-a87a785a8c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748222641646'] for port, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:24:09.216806 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8940b1-1d32-4836-b8c6-a87a785a8c00 admin admin] Network 8e7cbc81-707b-4f87-981f-75f3aa7f90ba is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:24:09.226435 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [None req-9d8940b1-1d32-4836-b8c6-a87a785a8c00 admin admin] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:24:09.228945 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8940b1-1d32-4836-b8c6-a87a785a8c00 admin admin] Received port after_create {{(pid=92952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 08:24:09.229495 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-9d8940b1-1d32-4836-b8c6-a87a785a8c00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528631'] for router_interface, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:24:09.291473 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8940b1-1d32-4836-b8c6-a87a785a8c00 admin admin] Pushing event updated for resources: {'Port': ['ID=5106facc-4bc4-4bc8-9a77-96b6ccd176f8,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:24:09.296312 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8148b14b-fdb1-487f-b940-7b46dc6d16f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:24:09.446372 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-9d8940b1-1d32-4836-b8c6-a87a785a8c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:24:09.453790 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-78ce3d7a-a62a-40d4-a2b5-c07cb004f0da None None] Provisioning for port 5106facc-4bc4-4bc8-9a77-96b6ccd176f8 completed by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:24:09.457186 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-78ce3d7a-a62a-40d4-a2b5-c07cb004f0da None None] Provisioning complete for port 5106facc-4bc4-4bc8-9a77-96b6ccd176f8 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:24:09.457564 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-78ce3d7a-a62a-40d4-a2b5-c07cb004f0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:24:09.489080 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-78ce3d7a-a62a-40d4-a2b5-c07cb004f0da None None] Port 5106facc-4bc4-4bc8-9a77-96b6ccd176f8 cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 08:24:09.619218 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-9d8940b1-1d32-4836-b8c6-a87a785a8c00 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:24:09.623249 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-9d8940b1-1d32-4836-b8c6-a87a785a8c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:24:09.653425 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-9d8940b1-1d32-4836-b8c6-a87a785a8c00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532394'] for router_interface, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:24:09.682711 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8940b1-1d32-4836-b8c6-a87a785a8c00 admin admin] Pushing event updated for resources: {'Port': ['ID=5106facc-4bc4-4bc8-9a77-96b6ccd176f8,revision_number=2']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:24:09.759233 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8940b1-1d32-4836-b8c6-a87a785a8c00 admin admin] Network 8e7cbc81-707b-4f87-981f-75f3aa7f90ba is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:24:09.760570 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [None req-9d8940b1-1d32-4836-b8c6-a87a785a8c00 admin admin] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:24:09.808380 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-06e1a722-2fbc-4e0d-81d8-bbdb78756c7d None None] Provisioning complete for port 5106facc-4bc4-4bc8-9a77-96b6ccd176f8 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:24:09.808755 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-06e1a722-2fbc-4e0d-81d8-bbdb78756c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:24:09.843414 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-06e1a722-2fbc-4e0d-81d8-bbdb78756c7d None None] Port 5106facc-4bc4-4bc8-9a77-96b6ccd176f8 cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 08:24:09.921960 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d8940b1-1d32-4836-b8c6-a87a785a8c00 admin admin] Router af7eab11-59cf-4d8a-8971-e21a8a897590 is scheduled to L3 agent c0ba3535-5ad7-41e9-9cdc-b89c0ff976de with binding_index 1 {{(pid=92952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 08:24:09.961356 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-f97bf901-e8df-4f35-85cf-82f64aa412be None None] Provisioning complete for port 5106facc-4bc4-4bc8-9a77-96b6ccd176f8 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:24:09.961752 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f97bf901-e8df-4f35-85cf-82f64aa412be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:24:09.996032 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-f97bf901-e8df-4f35-85cf-82f64aa412be None None] Port 5106facc-4bc4-4bc8-9a77-96b6ccd176f8 cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 08:24:10.019329 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8940b1-1d32-4836-b8c6-a87a785a8c00 admin admin] Notify agent at l3_agent.dv-cinder-800431-1-iscsi the message routers_updated {{(pid=92952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 08:24:10.024416 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-9d8940b1-1d32-4836-b8c6-a87a785a8c00 admin admin] 10.222.0.37 "PUT /v2.0/routers/af7eab11-59cf-4d8a-8971-e21a8a897590/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7154312 Jul 12 08:24:10.029759 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04893c4d-6341-4ead-a07f-01cc1ae0ebd9 None None] Sync routers for ids ['af7eab11-59cf-4d8a-8971-e21a8a897590'] in dv-cinder-800431-1-iscsi {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 08:24:10.043810 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04893c4d-6341-4ead-a07f-01cc1ae0ebd9 None None] Routers {'af7eab11-59cf-4d8a-8971-e21a8a897590'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:24:10.044653 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-04893c4d-6341-4ead-a07f-01cc1ae0ebd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:24:07Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['af7eab11-59cf-4d8a-8971-e21a8a897590'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:24:10.228441 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-04893c4d-6341-4ead-a07f-01cc1ae0ebd9 None None] Set router af7eab11-59cf-4d8a-8971-e21a8a897590 gateway port host: None {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:24:10.656236 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-04893c4d-6341-4ead-a07f-01cc1ae0ebd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7eab11-59cf-4d8a-8971-e21a8a897590', 'name': 'router1', 'tenant_id': '62067cc60b324b969949a8091ab062b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:23:59Z', 'updated_at': '2021-07-12T08:24:09Z', 'revision_number': 2, 'project_id': '62067cc60b324b969949a8091ab062b7', 'gw_port_host': None, '_interfaces': [{'id': '5106facc-4bc4-4bc8-9a77-96b6ccd176f8', 'name': '', 'network_id': '8e7cbc81-707b-4f87-981f-75f3aa7f90ba', 'tenant_id': '62067cc60b324b969949a8091ab062b7', 'mac_address': 'fa:16:3e:20:e3:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7eab11-59cf-4d8a-8971-e21a8a897590', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e09363e9-81f5-4f36-8189-c62213b174c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:24:08Z', 'updated_at': '2021-07-12T08:24:09Z', 'revision_number': 2, 'project_id': '62067cc60b324b969949a8091ab062b7', 'subnets': [{'id': 'e09363e9-81f5-4f36-8189-c62213b174c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ed7f553e-4565-4d8e-b934-612f64747284'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:24:10.714759 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04893c4d-6341-4ead-a07f-01cc1ae0ebd9 None None] Checking router: af7eab11-59cf-4d8a-8971-e21a8a897590 for host: dv-cinder-800431-1-iscsi {{(pid=92954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 08:24:10.715138 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04893c4d-6341-4ead-a07f-01cc1ae0ebd9 None None] Updating router af7eab11-59cf-4d8a-8971-e21a8a897590 port 5106facc-4bc4-4bc8-9a77-96b6ccd176f8 binding host dv-cinder-800431-1-iscsi {{(pid=92954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 08:24:10.777088 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-04893c4d-6341-4ead-a07f-01cc1ae0ebd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:24:11.260755 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-04893c4d-6341-4ead-a07f-01cc1ae0ebd9 None None] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:24:11.279104 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [None req-04893c4d-6341-4ead-a07f-01cc1ae0ebd9 None None] Transition to ACTIVE for port object 5106facc-4bc4-4bc8-9a77-96b6ccd176f8 will not be triggered until provisioned by entity L2. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:24:11.287799 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-04893c4d-6341-4ead-a07f-01cc1ae0ebd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:24:11.449152 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [None req-04893c4d-6341-4ead-a07f-01cc1ae0ebd9 None None] Attempting to bind port 5106facc-4bc4-4bc8-9a77-96b6ccd176f8 on host dv-cinder-800431-1-iscsi for vnic_type normal with profile {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 08:24:11.449550 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [None req-04893c4d-6341-4ead-a07f-01cc1ae0ebd9 None None] Attempting to bind port 5106facc-4bc4-4bc8-9a77-96b6ccd176f8 by drivers openvswitch,hyperv on host dv-cinder-800431-1-iscsi at level 0 using segments [{'id': 'da603325-358a-4f04-9aaa-aa64e7356bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8e7cbc81-707b-4f87-981f-75f3aa7f90ba'}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 08:24:11.450010 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04893c4d-6341-4ead-a07f-01cc1ae0ebd9 None None] Attempting to bind port 5106facc-4bc4-4bc8-9a77-96b6ccd176f8 on network 8e7cbc81-707b-4f87-981f-75f3aa7f90ba {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:24:11.456150 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fedde6-3e3b-4893-9e1d-a45018a6891f None None] Pushing event updated for resources: {'Port': ['ID=5106facc-4bc4-4bc8-9a77-96b6ccd176f8,revision_number=3']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:24:11.461964 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04893c4d-6341-4ead-a07f-01cc1ae0ebd9 None None] Checking agent: {'id': '165ba4a0-42de-4d95-afeb-0090fba4eff7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 8, 23, 37), 'started_at': datetime.datetime(2021, 7, 12, 8, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 8, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 08:24:11.462368 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04893c4d-6341-4ead-a07f-01cc1ae0ebd9 None None] Checking segment: {'id': 'da603325-358a-4f04-9aaa-aa64e7356bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8e7cbc81-707b-4f87-981f-75f3aa7f90ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:24:11.462839 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-04893c4d-6341-4ead-a07f-01cc1ae0ebd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:24:11.463223 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04893c4d-6341-4ead-a07f-01cc1ae0ebd9 None None] Bound using segment: {'id': 'da603325-358a-4f04-9aaa-aa64e7356bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8e7cbc81-707b-4f87-981f-75f3aa7f90ba'} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 08:24:11.463713 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [None req-04893c4d-6341-4ead-a07f-01cc1ae0ebd9 None None] Bound port: 5106facc-4bc4-4bc8-9a77-96b6ccd176f8, host: dv-cinder-800431-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da603325-358a-4f04-9aaa-aa64e7356bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8e7cbc81-707b-4f87-981f-75f3aa7f90ba'}}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 08:24:11.464098 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-04893c4d-6341-4ead-a07f-01cc1ae0ebd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:24:11.475856 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fedde6-3e3b-4893-9e1d-a45018a6891f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:24:11.476196 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fedde6-3e3b-4893-9e1d-a45018a6891f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:24:11.476530 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fedde6-3e3b-4893-9e1d-a45018a6891f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:24:11.476859 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fedde6-3e3b-4893-9e1d-a45018a6891f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:24:11.477182 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fedde6-3e3b-4893-9e1d-a45018a6891f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:24:11.477508 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fedde6-3e3b-4893-9e1d-a45018a6891f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:24:11.477855 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fedde6-3e3b-4893-9e1d-a45018a6891f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:24:11.478174 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fedde6-3e3b-4893-9e1d-a45018a6891f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:24:11.478499 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fedde6-3e3b-4893-9e1d-a45018a6891f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:24:11.478815 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fedde6-3e3b-4893-9e1d-a45018a6891f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:24:11.479128 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fedde6-3e3b-4893-9e1d-a45018a6891f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:24:11.479443 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fedde6-3e3b-4893-9e1d-a45018a6891f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:24:11.480596 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fedde6-3e3b-4893-9e1d-a45018a6891f None None] Tracked resource versions report: Jul 12 08:24:11.480596 dv-cinder-800431-1-iscsi neutron-server[92954]: pushed versions: Jul 12 08:24:11.480596 dv-cinder-800431-1-iscsi neutron-server[92954]: { 'AddressGroup': {'1.2'}, Jul 12 08:24:11.480596 dv-cinder-800431-1-iscsi neutron-server[92954]: 'ConntrackHelper': {'1.0'}, Jul 12 08:24:11.480596 dv-cinder-800431-1-iscsi neutron-server[92954]: 'Log': {'1.0'}, Jul 12 08:24:11.480596 dv-cinder-800431-1-iscsi neutron-server[92954]: 'Network': {'1.1'}, Jul 12 08:24:11.480596 dv-cinder-800431-1-iscsi neutron-server[92954]: 'Port': {'1.7'}, Jul 12 08:24:11.480596 dv-cinder-800431-1-iscsi neutron-server[92954]: 'PortForwarding': {'1.2'}, Jul 12 08:24:11.480596 dv-cinder-800431-1-iscsi neutron-server[92954]: 'QosPolicy': {'1.8'}, Jul 12 08:24:11.480596 dv-cinder-800431-1-iscsi neutron-server[92954]: 'SecurityGroup': {'1.4'}, Jul 12 08:24:11.480596 dv-cinder-800431-1-iscsi neutron-server[92954]: 'SecurityGroupRule': {'1.2'}, Jul 12 08:24:11.480596 dv-cinder-800431-1-iscsi neutron-server[92954]: 'SubPort': {'1.0'}, Jul 12 08:24:11.480596 dv-cinder-800431-1-iscsi neutron-server[92954]: 'Subnet': {'1.1'}, Jul 12 08:24:11.480596 dv-cinder-800431-1-iscsi neutron-server[92954]: 'Trunk': {'1.1'}} Jul 12 08:24:11.480596 dv-cinder-800431-1-iscsi neutron-server[92954]: consumer versions: Jul 12 08:24:11.480596 dv-cinder-800431-1-iscsi neutron-server[92954]: { DHCP agent@dv-cinder-800431-1-iscsi: {}, Jul 12 08:24:11.480596 dv-cinder-800431-1-iscsi neutron-server[92954]: L3 agent@dv-cinder-800431-1-iscsi: {}, Jul 12 08:24:11.480596 dv-cinder-800431-1-iscsi neutron-server[92954]: Metadata agent@dv-cinder-800431-1-iscsi: {}, Jul 12 08:24:11.480596 dv-cinder-800431-1-iscsi neutron-server[92954]: Metering agent@dv-cinder-800431-1-iscsi: {}, Jul 12 08:24:11.480596 dv-cinder-800431-1-iscsi neutron-server[92954]: Open vSwitch agent@dv-cinder-800431-1-iscsi: { 'AddressGroup': '1.2', Jul 12 08:24:11.480596 dv-cinder-800431-1-iscsi neutron-server[92954]: 'ConntrackHelper': '1.0', Jul 12 08:24:11.480596 dv-cinder-800431-1-iscsi neutron-server[92954]: 'Log': '1.0', Jul 12 08:24:11.480596 dv-cinder-800431-1-iscsi neutron-server[92954]: 'Network': '1.1', Jul 12 08:24:11.480596 dv-cinder-800431-1-iscsi neutron-server[92954]: 'Port': '1.7', Jul 12 08:24:11.480596 dv-cinder-800431-1-iscsi neutron-server[92954]: 'PortForwarding': '1.2', Jul 12 08:24:11.480596 dv-cinder-800431-1-iscsi neutron-server[92954]: 'QosPolicy': '1.8', Jul 12 08:24:11.480596 dv-cinder-800431-1-iscsi neutron-server[92954]: 'SecurityGroup': '1.4', Jul 12 08:24:11.480596 dv-cinder-800431-1-iscsi neutron-server[92954]: 'SecurityGroupRule': '1.2', Jul 12 08:24:11.480596 dv-cinder-800431-1-iscsi neutron-server[92954]: 'SubPort': '1.0', Jul 12 08:24:11.480596 dv-cinder-800431-1-iscsi neutron-server[92954]: 'Subnet': '1.1', Jul 12 08:24:11.480596 dv-cinder-800431-1-iscsi neutron-server[92954]: 'Trunk': '1.1'}} Jul 12 08:24:11.480596 dv-cinder-800431-1-iscsi neutron-server[92954]: {{(pid=92954) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 08:24:11.540885 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-04893c4d-6341-4ead-a07f-01cc1ae0ebd9 None None] For port 5106facc-4bc4-4bc8-9a77-96b6ccd176f8, host dv-cinder-800431-1-iscsi, cleared binding levels {{(pid=92954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 08:24:11.564012 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-04893c4d-6341-4ead-a07f-01cc1ae0ebd9 None None] For port 5106facc-4bc4-4bc8-9a77-96b6ccd176f8, host dv-cinder-800431-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=5106facc-4bc4-4bc8-9a77-96b6ccd176f8,segment=NetworkSegment(da603325-358a-4f04-9aaa-aa64e7356bf9),segment_id=da603325-358a-4f04-9aaa-aa64e7356bf9)] {{(pid=92954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 08:24:11.568089 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-04893c4d-6341-4ead-a07f-01cc1ae0ebd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:24:11.618431 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04893c4d-6341-4ead-a07f-01cc1ae0ebd9 None None] Routers {'af7eab11-59cf-4d8a-8971-e21a8a897590'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:24:11.619122 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-04893c4d-6341-4ead-a07f-01cc1ae0ebd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:24:07Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['af7eab11-59cf-4d8a-8971-e21a8a897590'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:24:11.706759 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fedde6-3e3b-4893-9e1d-a45018a6891f None None] Pushing event updated for resources: {'Port': ['ID=5106facc-4bc4-4bc8-9a77-96b6ccd176f8,revision_number=4']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:24:11.717626 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-04893c4d-6341-4ead-a07f-01cc1ae0ebd9 None None] Set router af7eab11-59cf-4d8a-8971-e21a8a897590 gateway port host: None {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:24:11.921181 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-04893c4d-6341-4ead-a07f-01cc1ae0ebd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7eab11-59cf-4d8a-8971-e21a8a897590', 'name': 'router1', 'tenant_id': '62067cc60b324b969949a8091ab062b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:23:59Z', 'updated_at': '2021-07-12T08:24:09Z', 'revision_number': 2, 'project_id': '62067cc60b324b969949a8091ab062b7', 'gw_port_host': None, '_interfaces': [{'id': '5106facc-4bc4-4bc8-9a77-96b6ccd176f8', 'name': '', 'network_id': '8e7cbc81-707b-4f87-981f-75f3aa7f90ba', 'tenant_id': '62067cc60b324b969949a8091ab062b7', 'mac_address': 'fa:16:3e:20:e3:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7eab11-59cf-4d8a-8971-e21a8a897590', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e09363e9-81f5-4f36-8189-c62213b174c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:24:08Z', 'updated_at': '2021-07-12T08:24:11Z', 'revision_number': 4, 'project_id': '62067cc60b324b969949a8091ab062b7', 'subnets': [{'id': 'e09363e9-81f5-4f36-8189-c62213b174c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ed7f553e-4565-4d8e-b934-612f64747284'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:24:11.950400 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04893c4d-6341-4ead-a07f-01cc1ae0ebd9 None None] The sync data for ids ['af7eab11-59cf-4d8a-8971-e21a8a897590'] in dv-cinder-800431-1-iscsi is: [{'id': 'af7eab11-59cf-4d8a-8971-e21a8a897590', 'name': 'router1', 'tenant_id': '62067cc60b324b969949a8091ab062b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:23:59Z', 'updated_at': '2021-07-12T08:24:09Z', 'revision_number': 2, 'project_id': '62067cc60b324b969949a8091ab062b7', 'gw_port_host': None, '_interfaces': [{'id': '5106facc-4bc4-4bc8-9a77-96b6ccd176f8', 'name': '', 'network_id': '8e7cbc81-707b-4f87-981f-75f3aa7f90ba', 'tenant_id': '62067cc60b324b969949a8091ab062b7', 'mac_address': 'fa:16:3e:20:e3:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7eab11-59cf-4d8a-8971-e21a8a897590', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e09363e9-81f5-4f36-8189-c62213b174c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:24:08Z', 'updated_at': '2021-07-12T08:24:11Z', 'revision_number': 4, 'project_id': '62067cc60b324b969949a8091ab062b7', 'subnets': [{'id': 'e09363e9-81f5-4f36-8189-c62213b174c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ed7f553e-4565-4d8e-b934-612f64747284'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 08:24:12.239098 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 33574) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:24:12.383999 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79390f4-7052-4e1f-877d-c3f6b9e51b18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:24:12.385391 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-a79390f4-7052-4e1f-877d-c3f6b9e51b18 admin admin] 10.222.0.37 "GET /v2.0/networks/65ec14d2-e0c2-45ad-9132-5fa8e954ebc3 HTTP/1.1" status: 200 len: 842 time: 0.1452086 Jul 12 08:24:12.394862 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-17f2c587-4efe-4783-bf8f-f5541b0c5441 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:24:12.417113 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f2c587-4efe-4783-bf8f-f5541b0c5441 admin admin] Made reservation on behalf of bbf2ac0b1ebf49598e3fd9d527480743 for: {'subnet': 1} {{(pid=92951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 08:24:12.419809 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-17f2c587-4efe-4783-bf8f-f5541b0c5441 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:24:12.801855 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.objects.ports [None req-17f2c587-4efe-4783-bf8f-f5541b0c5441 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92951) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 12 08:24:12.802328 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-17f2c587-4efe-4783-bf8f-f5541b0c5441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794'] for subnet, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:24:12.859358 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f2c587-4efe-4783-bf8f-f5541b0c5441 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dca57fa4-8523-4dee-8f0e-27ff75670efc,revision_number=0']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:24:12.868905 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f2c587-4efe-4783-bf8f-f5541b0c5441 admin admin] Checking segment: {'id': '96305722-55d6-4089-959b-5f9b3a20c0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:24:12.869260 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f2c587-4efe-4783-bf8f-f5541b0c5441 admin admin] Network hostable DHCP agents. Network: 65ec14d2-e0c2-45ad-9132-5fa8e954ebc3, hostable agents: ['c54cb50b-3f96-48fd-b597-b50612d9ada1'], hosted agents: [] {{(pid=92951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 08:24:12.890481 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f2c587-4efe-4783-bf8f-f5541b0c5441 admin admin] Network 65ec14d2-e0c2-45ad-9132-5fa8e954ebc3 is scheduled to be hosted by DHCP agent c54cb50b-3f96-48fd-b597-b50612d9ada1 with binding_index 1 {{(pid=92951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 08:24:12.902638 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-17f2c587-4efe-4783-bf8f-f5541b0c5441 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800431-1-iscsi, 65ec14d2-e0c2-45ad-9132-5fa8e954ebc3) {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:24:12.907212 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f2c587-4efe-4783-bf8f-f5541b0c5441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:24:12.907815 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-17f2c587-4efe-4783-bf8f-f5541b0c5441 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for subnet, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:24:12.912635 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a19b42-8c44-4cc3-94d2-6df845ba82c6 None None] Network 65ec14d2-e0c2-45ad-9132-5fa8e954ebc3 requested from dv-cinder-800431-1-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 08:24:12.926307 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-17f2c587-4efe-4783-bf8f-f5541b0c5441 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5347502 Jul 12 08:24:13.038267 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1f120d-9e8f-4b77-829c-0f2426c33dd5 None None] Network 65ec14d2-e0c2-45ad-9132-5fa8e954ebc3 requested from dv-cinder-800431-1-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 08:24:14.866419 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 5106facc-4bc4-4bc8-9a77-96b6ccd176f8 up at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:24:14.919084 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning for port 5106facc-4bc4-4bc8-9a77-96b6ccd176f8 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:24:14.923413 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning complete for port 5106facc-4bc4-4bc8-9a77-96b6ccd176f8 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:24:14.923807 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:24:15.003228 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:24:15.043384 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] For port 5106facc-4bc4-4bc8-9a77-96b6ccd176f8, host dv-cinder-800431-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=5106facc-4bc4-4bc8-9a77-96b6ccd176f8,segment=NetworkSegment(da603325-358a-4f04-9aaa-aa64e7356bf9),segment_id=da603325-358a-4f04-9aaa-aa64e7356bf9)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:24:15.048233 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:24:15.106875 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Pushing event updated for resources: {'Port': ['ID=5106facc-4bc4-4bc8-9a77-96b6ccd176f8,revision_number=5']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:24:15.206120 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 33594) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:24:15.280391 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-29945cf4-0357-4d25-8229-9ecda28ea6f9 None None] Provisioning complete for port 5106facc-4bc4-4bc8-9a77-96b6ccd176f8 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:24:15.280768 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-29945cf4-0357-4d25-8229-9ecda28ea6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:24:15.420641 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-23660d11-aec2-4cd5-9af3-932f0d63d4e2 admin admin] 10.222.0.37 "GET /v2.0/routers/af7eab11-59cf-4d8a-8971-e21a8a897590 HTTP/1.1" status: 200 len: 710 time: 0.2133887 Jul 12 08:24:15.504062 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f506eb-396a-4422-93c8-2ef3ce60f127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:24:15.505343 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-f8f506eb-396a-4422-93c8-2ef3ce60f127 admin admin] 10.222.0.37 "GET /v2.0/networks/65ec14d2-e0c2-45ad-9132-5fa8e954ebc3 HTTP/1.1" status: 200 len: 886 time: 0.0797191 Jul 12 08:24:15.514417 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-de9c62c2-46b2-424b-8db8-7bde8e82c336 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3'}}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:24:15.766456 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-de9c62c2-46b2-424b-8db8-7bde8e82c336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-499971'] for router, precommit_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:24:15.998870 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-de9c62c2-46b2-424b-8db8-7bde8e82c336 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:24:16.120637 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-de9c62c2-46b2-424b-8db8-7bde8e82c336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:24:16.266717 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.db.db_base_plugin_common [None req-de9c62c2-46b2-424b-8db8-7bde8e82c336 admin admin] Allocated IP 172.27.1.16 (65ec14d2-e0c2-45ad-9132-5fa8e954ebc3/dca57fa4-8523-4dee-8f0e-27ff75670efc/c7e1ffc0-ae06-41eb-a3ef-0466d4247476) {{(pid=92951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 08:24:16.373188 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-de9c62c2-46b2-424b-8db8-7bde8e82c336 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:24:16.453709 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-de9c62c2-46b2-424b-8db8-7bde8e82c336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748222641646'] for port, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:24:16.516095 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9c62c2-46b2-424b-8db8-7bde8e82c336 admin admin] Network 65ec14d2-e0c2-45ad-9132-5fa8e954ebc3 is already hosted by enough agents. {{(pid=92951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:24:16.527445 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-de9c62c2-46b2-424b-8db8-7bde8e82c336 admin admin] Resources bound (agent type, host, resource id): {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:24:16.532921 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9c62c2-46b2-424b-8db8-7bde8e82c336 admin admin] Received port after_create {{(pid=92951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 08:24:16.572792 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9c62c2-46b2-424b-8db8-7bde8e82c336 admin admin] Pushing event updated for resources: {'Port': ['ID=c7e1ffc0-ae06-41eb-a3ef-0466d4247476,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:24:16.803905 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-de9c62c2-46b2-424b-8db8-7bde8e82c336 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:24:16.841659 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 5106facc-4bc4-4bc8-9a77-96b6ccd176f8 up at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:24:16.886818 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning complete for port 5106facc-4bc4-4bc8-9a77-96b6ccd176f8 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:24:16.887187 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:24:16.993776 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-de9c62c2-46b2-424b-8db8-7bde8e82c336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-499971'] for router, precommit_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:24:16.997454 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-de9c62c2-46b2-424b-8db8-7bde8e82c336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525347'] for router, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:24:17.103105 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de9c62c2-46b2-424b-8db8-7bde8e82c336 admin admin] Router af7eab11-59cf-4d8a-8971-e21a8a897590 has already been hosted by L3 agent c0ba3535-5ad7-41e9-9cdc-b89c0ff976de {{(pid=92951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 08:24:17.204912 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de9c62c2-46b2-424b-8db8-7bde8e82c336 admin admin] Notify agent at l3_agent.dv-cinder-800431-1-iscsi the message routers_updated {{(pid=92951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 08:24:17.209237 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-de9c62c2-46b2-424b-8db8-7bde8e82c336 admin admin] Notify callbacks [] for router, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:24:17.212110 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-de9c62c2-46b2-424b-8db8-7bde8e82c336 admin admin] 10.222.0.37 "PUT /v2.0/routers/af7eab11-59cf-4d8a-8971-e21a8a897590 HTTP/1.1" status: 200 len: 889 time: 1.6995296 Jul 12 08:24:17.214867 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d517375e-e9da-4058-9ca5-6f8827916503 None None] Sync routers for ids ['af7eab11-59cf-4d8a-8971-e21a8a897590'] in dv-cinder-800431-1-iscsi {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 08:24:17.225856 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d517375e-e9da-4058-9ca5-6f8827916503 None None] Routers {'af7eab11-59cf-4d8a-8971-e21a8a897590'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:24:17.226884 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-d517375e-e9da-4058-9ca5-6f8827916503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:24:07Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['af7eab11-59cf-4d8a-8971-e21a8a897590'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:24:17.442466 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-d517375e-e9da-4058-9ca5-6f8827916503 None None] Set router af7eab11-59cf-4d8a-8971-e21a8a897590 gateway port host: dv-cinder-800431-1-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:24:17.823220 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-d517375e-e9da-4058-9ca5-6f8827916503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7eab11-59cf-4d8a-8971-e21a8a897590', 'name': 'router1', 'tenant_id': '62067cc60b324b969949a8091ab062b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'c7e1ffc0-ae06-41eb-a3ef-0466d4247476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:23:59Z', 'updated_at': '2021-07-12T08:24:16Z', 'revision_number': 4, 'project_id': '62067cc60b324b969949a8091ab062b7', 'gw_port': {'id': 'c7e1ffc0-ae06-41eb-a3ef-0466d4247476', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:77:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7eab11-59cf-4d8a-8971-e21a8a897590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:24:16Z', 'updated_at': '2021-07-12T08:24:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_interfaces': [{'id': '5106facc-4bc4-4bc8-9a77-96b6ccd176f8', 'name': '', 'network_id': '8e7cbc81-707b-4f87-981f-75f3aa7f90ba', 'tenant_id': '62067cc60b324b969949a8091ab062b7', 'mac_address': 'fa:16:3e:20:e3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7eab11-59cf-4d8a-8971-e21a8a897590', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e09363e9-81f5-4f36-8189-c62213b174c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:24:08Z', 'updated_at': '2021-07-12T08:24:15Z', 'revision_number': 5, 'project_id': '62067cc60b324b969949a8091ab062b7', 'subnets': [{'id': 'e09363e9-81f5-4f36-8189-c62213b174c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ed7f553e-4565-4d8e-b934-612f64747284'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:24:17.873937 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d517375e-e9da-4058-9ca5-6f8827916503 None None] Checking router: af7eab11-59cf-4d8a-8971-e21a8a897590 for host: dv-cinder-800431-1-iscsi {{(pid=92953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 08:24:17.874526 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d517375e-e9da-4058-9ca5-6f8827916503 None None] Updating router af7eab11-59cf-4d8a-8971-e21a8a897590 port c7e1ffc0-ae06-41eb-a3ef-0466d4247476 binding host dv-cinder-800431-1-iscsi {{(pid=92953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 08:24:17.905730 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d517375e-e9da-4058-9ca5-6f8827916503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:24:18.209843 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d517375e-e9da-4058-9ca5-6f8827916503 None None] Notify callbacks [] for port, precommit_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:24:18.219757 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-d517375e-e9da-4058-9ca5-6f8827916503 None None] Transition to ACTIVE for port object c7e1ffc0-ae06-41eb-a3ef-0466d4247476 will not be triggered until provisioned by entity L2. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:24:18.225597 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d517375e-e9da-4058-9ca5-6f8827916503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:24:18.273679 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-d517375e-e9da-4058-9ca5-6f8827916503 None None] Attempting to bind port c7e1ffc0-ae06-41eb-a3ef-0466d4247476 on host dv-cinder-800431-1-iscsi for vnic_type normal with profile {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 08:24:18.274075 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-d517375e-e9da-4058-9ca5-6f8827916503 None None] Attempting to bind port c7e1ffc0-ae06-41eb-a3ef-0466d4247476 by drivers openvswitch,hyperv on host dv-cinder-800431-1-iscsi at level 0 using segments [{'id': '96305722-55d6-4089-959b-5f9b3a20c0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3'}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 08:24:18.274434 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d517375e-e9da-4058-9ca5-6f8827916503 None None] Attempting to bind port c7e1ffc0-ae06-41eb-a3ef-0466d4247476 on network 65ec14d2-e0c2-45ad-9132-5fa8e954ebc3 {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:24:18.283328 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82cef85-e032-439d-af81-7bdd8c866784 None None] Pushing event updated for resources: {'Port': ['ID=c7e1ffc0-ae06-41eb-a3ef-0466d4247476,revision_number=2']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:24:18.286680 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d517375e-e9da-4058-9ca5-6f8827916503 None None] Checking agent: {'id': '165ba4a0-42de-4d95-afeb-0090fba4eff7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 8, 23, 37), 'started_at': datetime.datetime(2021, 7, 12, 8, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 8, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 08:24:18.287059 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d517375e-e9da-4058-9ca5-6f8827916503 None None] Checking segment: {'id': '96305722-55d6-4089-959b-5f9b3a20c0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:24:18.287456 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d517375e-e9da-4058-9ca5-6f8827916503 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:24:18.287839 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d517375e-e9da-4058-9ca5-6f8827916503 None None] Bound using segment: {'id': '96305722-55d6-4089-959b-5f9b3a20c0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3'} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 08:24:18.288309 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-d517375e-e9da-4058-9ca5-6f8827916503 None None] Bound port: c7e1ffc0-ae06-41eb-a3ef-0466d4247476, host: dv-cinder-800431-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96305722-55d6-4089-959b-5f9b3a20c0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3'}}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 08:24:18.288703 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d517375e-e9da-4058-9ca5-6f8827916503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:24:18.410549 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-d517375e-e9da-4058-9ca5-6f8827916503 None None] For port c7e1ffc0-ae06-41eb-a3ef-0466d4247476, host dv-cinder-800431-1-iscsi, cleared binding levels {{(pid=92953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 08:24:18.413452 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-d517375e-e9da-4058-9ca5-6f8827916503 None None] For port c7e1ffc0-ae06-41eb-a3ef-0466d4247476, host dv-cinder-800431-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=c7e1ffc0-ae06-41eb-a3ef-0466d4247476,segment=NetworkSegment(96305722-55d6-4089-959b-5f9b3a20c0c4),segment_id=96305722-55d6-4089-959b-5f9b3a20c0c4)] {{(pid=92953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 08:24:18.417988 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d517375e-e9da-4058-9ca5-6f8827916503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:24:18.473656 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d517375e-e9da-4058-9ca5-6f8827916503 None None] Routers {'af7eab11-59cf-4d8a-8971-e21a8a897590'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:24:18.474209 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-d517375e-e9da-4058-9ca5-6f8827916503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:24:07Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['af7eab11-59cf-4d8a-8971-e21a8a897590'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:24:18.478687 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82cef85-e032-439d-af81-7bdd8c866784 None None] Pushing event updated for resources: {'Port': ['ID=c7e1ffc0-ae06-41eb-a3ef-0466d4247476,revision_number=3']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:24:18.584134 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-d517375e-e9da-4058-9ca5-6f8827916503 None None] Set router af7eab11-59cf-4d8a-8971-e21a8a897590 gateway port host: dv-cinder-800431-1-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:24:18.789541 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-d517375e-e9da-4058-9ca5-6f8827916503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7eab11-59cf-4d8a-8971-e21a8a897590', 'name': 'router1', 'tenant_id': '62067cc60b324b969949a8091ab062b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'c7e1ffc0-ae06-41eb-a3ef-0466d4247476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:23:59Z', 'updated_at': '2021-07-12T08:24:16Z', 'revision_number': 4, 'project_id': '62067cc60b324b969949a8091ab062b7', 'gw_port': {'id': 'c7e1ffc0-ae06-41eb-a3ef-0466d4247476', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:77:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7eab11-59cf-4d8a-8971-e21a8a897590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:24:16Z', 'updated_at': '2021-07-12T08:24:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_interfaces': [{'id': '5106facc-4bc4-4bc8-9a77-96b6ccd176f8', 'name': '', 'network_id': '8e7cbc81-707b-4f87-981f-75f3aa7f90ba', 'tenant_id': '62067cc60b324b969949a8091ab062b7', 'mac_address': 'fa:16:3e:20:e3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7eab11-59cf-4d8a-8971-e21a8a897590', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e09363e9-81f5-4f36-8189-c62213b174c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:24:08Z', 'updated_at': '2021-07-12T08:24:15Z', 'revision_number': 5, 'project_id': '62067cc60b324b969949a8091ab062b7', 'subnets': [{'id': 'e09363e9-81f5-4f36-8189-c62213b174c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ed7f553e-4565-4d8e-b934-612f64747284'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:24:18.819303 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d517375e-e9da-4058-9ca5-6f8827916503 None None] The sync data for ids ['af7eab11-59cf-4d8a-8971-e21a8a897590'] in dv-cinder-800431-1-iscsi is: [{'id': 'af7eab11-59cf-4d8a-8971-e21a8a897590', 'name': 'router1', 'tenant_id': '62067cc60b324b969949a8091ab062b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'c7e1ffc0-ae06-41eb-a3ef-0466d4247476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:23:59Z', 'updated_at': '2021-07-12T08:24:16Z', 'revision_number': 4, 'project_id': '62067cc60b324b969949a8091ab062b7', 'gw_port': {'id': 'c7e1ffc0-ae06-41eb-a3ef-0466d4247476', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:77:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7eab11-59cf-4d8a-8971-e21a8a897590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:24:16Z', 'updated_at': '2021-07-12T08:24:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_interfaces': [{'id': '5106facc-4bc4-4bc8-9a77-96b6ccd176f8', 'name': '', 'network_id': '8e7cbc81-707b-4f87-981f-75f3aa7f90ba', 'tenant_id': '62067cc60b324b969949a8091ab062b7', 'mac_address': 'fa:16:3e:20:e3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7eab11-59cf-4d8a-8971-e21a8a897590', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e09363e9-81f5-4f36-8189-c62213b174c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:24:08Z', 'updated_at': '2021-07-12T08:24:15Z', 'revision_number': 5, 'project_id': '62067cc60b324b969949a8091ab062b7', 'subnets': [{'id': 'e09363e9-81f5-4f36-8189-c62213b174c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ed7f553e-4565-4d8e-b934-612f64747284'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 08:24:19.577572 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 33602) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:24:19.699894 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-dd3bb299-2501-49fd-9c2b-2a04a4569731 admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1211741 Jul 12 08:24:20.872710 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device c7e1ffc0-ae06-41eb-a3ef-0466d4247476 up at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:24:20.923531 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning for port c7e1ffc0-ae06-41eb-a3ef-0466d4247476 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:24:20.927063 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning complete for port c7e1ffc0-ae06-41eb-a3ef-0466d4247476 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:24:20.927447 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:24:21.024373 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:24:21.043771 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] For port c7e1ffc0-ae06-41eb-a3ef-0466d4247476, host dv-cinder-800431-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=c7e1ffc0-ae06-41eb-a3ef-0466d4247476,segment=NetworkSegment(96305722-55d6-4089-959b-5f9b3a20c0c4),segment_id=96305722-55d6-4089-959b-5f9b3a20c0c4)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:24:21.047336 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:24:21.096889 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Pushing event updated for resources: {'Port': ['ID=c7e1ffc0-ae06-41eb-a3ef-0466d4247476,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:24:22.863059 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device c7e1ffc0-ae06-41eb-a3ef-0466d4247476 up at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:24:22.926743 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning complete for port c7e1ffc0-ae06-41eb-a3ef-0466d4247476 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:24:22.927599 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:24:28.689447 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-27d7ee80-e179-45b7-a334-2b53e9039c09 None None] Agent healthcheck: found 5 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 08:24:34.061386 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2957a05d-3a85-4797-bb9a-f52a30a71e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:24:36.931481 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:24:36.975381 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6cbf3997-14b3-4267-ae25-2198390c8c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:24:37.784957 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8beb-ed90-4929-879a-4eba2c5b629e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:24:39.319213 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8148b14b-fdb1-487f-b940-7b46dc6d16f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:25:04.060041 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8330dcf0-45f1-4337-a6ba-28d794249b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:25:05.677489 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-27d7ee80-e179-45b7-a334-2b53e9039c09 None None] Agent healthcheck: found 5 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 08:25:06.925253 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:25:06.976820 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-463df0a9-c85b-4c91-a2a2-9acb996484d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:25:07.786853 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8beb-ed90-4929-879a-4eba2c5b629e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:25:09.322139 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8148b14b-fdb1-487f-b940-7b46dc6d16f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:25:34.063255 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5ee82164-8b80-4f2c-9357-94a714d019d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:25:36.926245 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:25:36.978223 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-752165d7-4cd5-4a35-af2e-eddb1336d9fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:25:37.787371 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8beb-ed90-4929-879a-4eba2c5b629e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:25:39.325426 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8148b14b-fdb1-487f-b940-7b46dc6d16f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:25:42.676977 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-27d7ee80-e179-45b7-a334-2b53e9039c09 None None] Agent healthcheck: found 5 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 08:25:54.348498 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 34170) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:25:54.408703 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.pecan_wsgi.hooks.translation [None req-09296ac2-da50-4418-961f-c10f90f06d33 admin admin] GET failed (client error): The resource could not be found. Jul 12 08:25:54.410039 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-09296ac2-da50-4418-961f-c10f90f06d33 admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0605752 Jul 12 08:25:54.629338 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3e8f02-7392-4e3b-81e1-973e99279688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:25:54.630872 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-ad3e8f02-7392-4e3b-81e1-973e99279688 admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2171741 Jul 12 08:25:56.744871 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 34180) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:25:56.840324 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf56ec4-4cb5-42ce-b269-d452f8a32634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:25:56.841660 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-ddf56ec4-4cb5-42ce-b269-d452f8a32634 admin admin] 10.222.0.37 "GET /v2.0/subnets/e09363e9-81f5-4f36-8189-c62213b174c9 HTTP/1.1" status: 200 len: 849 time: 0.0958502 Jul 12 08:25:56.850609 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-2f9f2cbc-f496-44f0-86a7-6b6de47a54d1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:25:56.933469 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-2f9f2cbc-f496-44f0-86a7-6b6de47a54d1 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:25:57.068765 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-2f9f2cbc-f496-44f0-86a7-6b6de47a54d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748223196977'] for subnet, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:25:57.095483 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9f2cbc-f496-44f0-86a7-6b6de47a54d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:25:57.096644 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-2f9f2cbc-f496-44f0-86a7-6b6de47a54d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for subnet, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:25:57.113894 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-2f9f2cbc-f496-44f0-86a7-6b6de47a54d1 admin admin] 10.222.0.37 "PUT /v2.0/subnets/e09363e9-81f5-4f36-8189-c62213b174c9 HTTP/1.1" status: 200 len: 868 time: 0.2503605 Jul 12 08:25:57.114156 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5b321c-4b3f-4d47-9957-822b1c8c8704 None None] Network 8e7cbc81-707b-4f87-981f-75f3aa7f90ba requested from dv-cinder-800431-1-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 08:25:57.120121 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9f2cbc-f496-44f0-86a7-6b6de47a54d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e09363e9-81f5-4f36-8189-c62213b174c9,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:25:57.127387 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9f2cbc-f496-44f0-86a7-6b6de47a54d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:25:57.127760 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9f2cbc-f496-44f0-86a7-6b6de47a54d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:25:57.128109 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9f2cbc-f496-44f0-86a7-6b6de47a54d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:25:57.128448 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9f2cbc-f496-44f0-86a7-6b6de47a54d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:25:57.128785 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9f2cbc-f496-44f0-86a7-6b6de47a54d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:25:57.129134 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9f2cbc-f496-44f0-86a7-6b6de47a54d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:25:57.129468 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9f2cbc-f496-44f0-86a7-6b6de47a54d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:25:57.129833 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9f2cbc-f496-44f0-86a7-6b6de47a54d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:25:57.130184 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9f2cbc-f496-44f0-86a7-6b6de47a54d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:25:57.130516 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9f2cbc-f496-44f0-86a7-6b6de47a54d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:25:57.130843 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9f2cbc-f496-44f0-86a7-6b6de47a54d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:25:57.131167 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9f2cbc-f496-44f0-86a7-6b6de47a54d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:25:57.441839 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-f0deb7a0-4f67-48ce-a930-e8508884a7af None None] Provisioning complete for port 5106facc-4bc4-4bc8-9a77-96b6ccd176f8 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:25:57.442217 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f0deb7a0-4f67-48ce-a930-e8508884a7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:25:57.531407 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-f0deb7a0-4f67-48ce-a930-e8508884a7af None None] Provisioning complete for port c5ba572b-5927-438c-bbc6-8e958fa92c03 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:25:57.531701 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f0deb7a0-4f67-48ce-a930-e8508884a7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:25:59.233439 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 34188) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:25:59.423618 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9f6903-b4d0-4118-b915-cbaeb4463b59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:25:59.424016 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9f6903-b4d0-4118-b915-cbaeb4463b59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:25:59.425563 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-9d9f6903-b4d0-4118-b915-cbaeb4463b59 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1911371 Jul 12 08:26:01.556392 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 34196) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:26:01.682697 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80f2502-fa1c-4054-8c39-2c9c5ab6272d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:26:01.683169 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80f2502-fa1c-4054-8c39-2c9c5ab6272d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:26:01.684669 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-f80f2502-fa1c-4054-8c39-2c9c5ab6272d admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1273353 Jul 12 08:26:03.809110 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 34204) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:26:03.931018 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29df6193-14b0-44cc-9490-ab0d70640bf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:26:03.932380 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-29df6193-14b0-44cc-9490-ab0d70640bf9 admin admin] 10.222.0.37 "GET /v2.0/networks/65ec14d2-e0c2-45ad-9132-5fa8e954ebc3 HTTP/1.1" status: 200 len: 886 time: 0.1222932 Jul 12 08:26:04.064831 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0cec744e-6775-4753-a790-dae8989bfc7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:26:06.066705 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 34214) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:26:06.205235 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a015fad-9366-4fd5-a541-0689105c2c4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:26:06.206621 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-0a015fad-9366-4fd5-a541-0689105c2c4c admin admin] 10.222.0.37 "GET /v2.0/networks/8e7cbc81-707b-4f87-981f-75f3aa7f90ba HTTP/1.1" status: 200 len: 869 time: 0.1389666 Jul 12 08:26:06.927812 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:26:06.977905 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-55a39b25-915b-4f21-8ed9-f1c5b53048a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:26:07.789999 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8beb-ed90-4929-879a-4eba2c5b629e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:26:08.361129 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 34222) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:26:08.480209 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62f188b-577e-4c84-96e4-4faf5251c35b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:26:08.480675 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62f188b-577e-4c84-96e4-4faf5251c35b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:26:08.482243 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-b62f188b-577e-4c84-96e4-4faf5251c35b admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1201313 Jul 12 08:26:09.334888 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8148b14b-fdb1-487f-b940-7b46dc6d16f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:26:10.625992 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 34230) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:26:10.716330 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629d7a4d-3cf1-4603-8008-d43a84e36ab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:26:10.716792 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629d7a4d-3cf1-4603-8008-d43a84e36ab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:26:10.718367 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-629d7a4d-3cf1-4603-8008-d43a84e36ab4 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0914409 Jul 12 08:26:12.851346 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 34238) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:26:12.937522 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f60bcf5-3a21-4712-ba11-bb1170ae0b16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:26:12.938893 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-4f60bcf5-3a21-4712-ba11-bb1170ae0b16 admin admin] 10.222.0.37 "GET /v2.0/subnets/dca57fa4-8523-4dee-8f0e-27ff75670efc HTTP/1.1" status: 200 len: 816 time: 0.0865865 Jul 12 08:26:15.066979 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 34246) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:26:15.154928 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1e95b2-8db0-4fcb-a571-df035a582448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:26:15.156139 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-4c1e95b2-8db0-4fcb-a571-df035a582448 admin admin] 10.222.0.37 "GET /v2.0/subnets/e09363e9-81f5-4f36-8189-c62213b174c9 HTTP/1.1" status: 200 len: 868 time: 0.0881877 Jul 12 08:26:19.675643 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-27d7ee80-e179-45b7-a334-2b53e9039c09 None None] Agent healthcheck: found 5 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 08:26:34.067071 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-07816e36-bd6e-4a8d-93fb-9883e0d6c674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:26:36.928525 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:26:36.978230 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-597c30a5-ef69-4377-b196-9801a4497342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:26:37.793676 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8beb-ed90-4929-879a-4eba2c5b629e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:26:39.172802 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 34298) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:26:39.217853 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [None req-b6ef2dcf-d5b5-4a56-9194-7e7f062ccf88 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=92951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 08:26:39.218874 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-b6ef2dcf-d5b5-4a56-9194-7e7f062ccf88 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0451617 Jul 12 08:26:39.330583 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8148b14b-fdb1-487f-b940-7b46dc6d16f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:26:41.427635 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 34306) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:26:41.485094 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8932014-dbd3-46c9-a7c1-32953969220e admin admin] GET failed (client error): The resource could not be found. Jul 12 08:26:41.486448 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-b8932014-dbd3-46c9-a7c1-32953969220e admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0578592 Jul 12 08:26:41.571175 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e08aed3-2e40-4fa0-ab54-b6da77c5e7c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:26:41.572667 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-4e08aed3-2e40-4fa0-ab54-b6da77c5e7c4 admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0825024 Jul 12 08:26:43.739519 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 34314) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:26:43.784081 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-39670ecc-5e45-4ea0-897e-789f7442e6f3 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:26:43.805282 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39670ecc-5e45-4ea0-897e-789f7442e6f3 admin admin] Made reservation on behalf of bbf2ac0b1ebf49598e3fd9d527480743 for: {'network': 1} {{(pid=92951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 08:26:43.807627 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-39670ecc-5e45-4ea0-897e-789f7442e6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for network, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:26:43.842267 dv-cinder-800431-1-iscsi neutron-server[92951]: WARNING neutron.services.revisions.revision_plugin [None req-39670ecc-5e45-4ea0-897e-789f7442e6f3 admin admin] Could not find related network for resource to bump revision. Jul 12 08:26:43.856169 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39670ecc-5e45-4ea0-897e-789f7442e6f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=92951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 08:26:43.866855 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-39670ecc-5e45-4ea0-897e-789f7442e6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246630'] for segment, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:26:43.867190 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.db.segments_db [None req-39670ecc-5e45-4ea0-897e-789f7442e6f3 admin admin] Added segment 0581421e-8356-417f-839c-21f6a50d8157 of type vlan for network c3cc5432-25a5-49ff-8d0f-d985d5c1bf94 Jul 12 08:26:43.904848 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-39670ecc-5e45-4ea0-897e-789f7442e6f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748222629479'] for network, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:26:43.935436 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-39670ecc-5e45-4ea0-897e-789f7442e6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794'] for network, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:26:43.936379 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39670ecc-5e45-4ea0-897e-789f7442e6f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:26:43.936970 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-39670ecc-5e45-4ea0-897e-789f7442e6f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for network, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:26:44.004712 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-39670ecc-5e45-4ea0-897e-789f7442e6f3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2641189 Jul 12 08:26:44.014059 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39670ecc-5e45-4ea0-897e-789f7442e6f3 admin admin] Pushing event updated for resources: {'Network': ['ID=c3cc5432-25a5-49ff-8d0f-d985d5c1bf94,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:26:44.035321 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Network c3cc5432-25a5-49ff-8d0f-d985d5c1bf94 details requested by agent ovs-agent-dv-cinder-800431-1-iscsi with host dv-cinder-800431-1-iscsi {{(pid=92953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 08:26:46.185770 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 34322) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:26:46.243054 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f30cf1d-45b8-482e-a2eb-eb6680214e86 admin admin] GET failed (client error): The resource could not be found. Jul 12 08:26:46.244370 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-4f30cf1d-45b8-482e-a2eb-eb6680214e86 admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0575569 Jul 12 08:26:46.312523 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a67047-24f2-4d53-8d4a-9385f7cb6ccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:26:46.314008 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-67a67047-24f2-4d53-8d4a-9385f7cb6ccd admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0656812 Jul 12 08:26:46.323476 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-927472b0-7343-4401-88d1-90261285b6c6 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'c3cc5432-25a5-49ff-8d0f-d985d5c1bf94', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:26:46.343993 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-927472b0-7343-4401-88d1-90261285b6c6 admin admin] Made reservation on behalf of bbf2ac0b1ebf49598e3fd9d527480743 for: {'subnet': 1} {{(pid=92951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 08:26:46.346206 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-927472b0-7343-4401-88d1-90261285b6c6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:26:46.501064 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-927472b0-7343-4401-88d1-90261285b6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794'] for subnet, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:26:46.554834 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927472b0-7343-4401-88d1-90261285b6c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a0265e6-9d09-44ba-a029-eaffadf2ab1a,revision_number=0']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:26:46.561476 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927472b0-7343-4401-88d1-90261285b6c6 admin admin] Checking segment: {'id': '0581421e-8356-417f-839c-21f6a50d8157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c3cc5432-25a5-49ff-8d0f-d985d5c1bf94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:26:46.561876 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927472b0-7343-4401-88d1-90261285b6c6 admin admin] Network hostable DHCP agents. Network: c3cc5432-25a5-49ff-8d0f-d985d5c1bf94, hostable agents: ['c54cb50b-3f96-48fd-b597-b50612d9ada1'], hosted agents: [] {{(pid=92951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 08:26:46.577624 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927472b0-7343-4401-88d1-90261285b6c6 admin admin] Network c3cc5432-25a5-49ff-8d0f-d985d5c1bf94 is scheduled to be hosted by DHCP agent c54cb50b-3f96-48fd-b597-b50612d9ada1 with binding_index 1 {{(pid=92951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 08:26:46.585961 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-927472b0-7343-4401-88d1-90261285b6c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800431-1-iscsi, c3cc5432-25a5-49ff-8d0f-d985d5c1bf94) {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:26:46.589834 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927472b0-7343-4401-88d1-90261285b6c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:26:46.590430 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-927472b0-7343-4401-88d1-90261285b6c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for subnet, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:26:46.596045 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5252632f-a48d-41d4-bd0f-d2b56a77239f None None] Network c3cc5432-25a5-49ff-8d0f-d985d5c1bf94 requested from dv-cinder-800431-1-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 08:26:46.603578 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-927472b0-7343-4401-88d1-90261285b6c6 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2835164 Jul 12 08:26:46.839018 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd394b05-3e28-4521-8498-6083f6350255 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcacd1728-95ed-5cda-b7de-0b3fff281327-c3cc5432-25a5-49ff-8d0f-d985d5c1bf94', 'network_id': 'c3cc5432-25a5-49ff-8d0f-d985d5c1bf94', 'tenant_id': 'bbf2ac0b1ebf49598e3fd9d527480743', 'fixed_ips': [{'subnet_id': '9a0265e6-9d09-44ba-a029-eaffadf2ab1a'}]}} from dv-cinder-800431-1-iscsi. {{(pid=92953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 08:26:46.839906 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-cd394b05-3e28-4521-8498-6083f6350255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:26:46.977092 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_common [None req-cd394b05-3e28-4521-8498-6083f6350255 None None] Allocated IP 192.168.233.2 (c3cc5432-25a5-49ff-8d0f-d985d5c1bf94/9a0265e6-9d09-44ba-a029-eaffadf2ab1a/cac0f104-8282-4d4c-9831-85f66639152b) {{(pid=92953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 08:26:47.122680 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-cd394b05-3e28-4521-8498-6083f6350255 None None] Notify callbacks [] for port, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:26:47.131041 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-cd394b05-3e28-4521-8498-6083f6350255 None None] Transition to ACTIVE for port object cac0f104-8282-4d4c-9831-85f66639152b will not be triggered until provisioned by entity L2. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:26:47.146371 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-cd394b05-3e28-4521-8498-6083f6350255 None None] Transition to ACTIVE for port object cac0f104-8282-4d4c-9831-85f66639152b will not be triggered until provisioned by entity DHCP. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:26:47.154456 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-cd394b05-3e28-4521-8498-6083f6350255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748222641646'] for port, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:26:47.197791 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd394b05-3e28-4521-8498-6083f6350255 None None] Network c3cc5432-25a5-49ff-8d0f-d985d5c1bf94 is already hosted by enough agents. {{(pid=92953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:26:47.200727 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-cd394b05-3e28-4521-8498-6083f6350255 None None] Resources bound (agent type, host, resource id): {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:26:47.206203 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd394b05-3e28-4521-8498-6083f6350255 None None] Received port after_create {{(pid=92953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 08:26:47.208141 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd394b05-3e28-4521-8498-6083f6350255 None None] Pushing event updated for resources: {'Port': ['ID=cac0f104-8282-4d4c-9831-85f66639152b,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:26:47.217336 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd394b05-3e28-4521-8498-6083f6350255 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:26:47.217832 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd394b05-3e28-4521-8498-6083f6350255 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:26:47.218207 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd394b05-3e28-4521-8498-6083f6350255 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:26:47.218565 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd394b05-3e28-4521-8498-6083f6350255 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:26:47.218907 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd394b05-3e28-4521-8498-6083f6350255 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:26:47.219249 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd394b05-3e28-4521-8498-6083f6350255 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:26:47.219584 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd394b05-3e28-4521-8498-6083f6350255 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:26:47.219919 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd394b05-3e28-4521-8498-6083f6350255 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:26:47.220272 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd394b05-3e28-4521-8498-6083f6350255 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:26:47.220609 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd394b05-3e28-4521-8498-6083f6350255 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:26:47.220939 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd394b05-3e28-4521-8498-6083f6350255 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:26:47.221263 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd394b05-3e28-4521-8498-6083f6350255 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:26:47.275792 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-cd394b05-3e28-4521-8498-6083f6350255 None None] Attempting to bind port cac0f104-8282-4d4c-9831-85f66639152b on host dv-cinder-800431-1-iscsi for vnic_type normal with profile {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 08:26:47.276179 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-cd394b05-3e28-4521-8498-6083f6350255 None None] Attempting to bind port cac0f104-8282-4d4c-9831-85f66639152b by drivers openvswitch,hyperv on host dv-cinder-800431-1-iscsi at level 0 using segments [{'id': '0581421e-8356-417f-839c-21f6a50d8157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c3cc5432-25a5-49ff-8d0f-d985d5c1bf94'}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 08:26:47.276535 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd394b05-3e28-4521-8498-6083f6350255 None None] Attempting to bind port cac0f104-8282-4d4c-9831-85f66639152b on network c3cc5432-25a5-49ff-8d0f-d985d5c1bf94 {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:26:47.284584 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd394b05-3e28-4521-8498-6083f6350255 None None] Checking agent: {'id': '165ba4a0-42de-4d95-afeb-0090fba4eff7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 8, 23, 37), 'started_at': datetime.datetime(2021, 7, 12, 8, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 8, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 08:26:47.284584 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd394b05-3e28-4521-8498-6083f6350255 None None] Checking segment: {'id': '0581421e-8356-417f-839c-21f6a50d8157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c3cc5432-25a5-49ff-8d0f-d985d5c1bf94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:26:47.284584 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-cd394b05-3e28-4521-8498-6083f6350255 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:26:47.284584 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd394b05-3e28-4521-8498-6083f6350255 None None] Bound using segment: {'id': '0581421e-8356-417f-839c-21f6a50d8157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c3cc5432-25a5-49ff-8d0f-d985d5c1bf94'} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 08:26:47.284584 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-cd394b05-3e28-4521-8498-6083f6350255 None None] Bound port: cac0f104-8282-4d4c-9831-85f66639152b, host: dv-cinder-800431-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0581421e-8356-417f-839c-21f6a50d8157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c3cc5432-25a5-49ff-8d0f-d985d5c1bf94'}}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 08:26:47.284584 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-cd394b05-3e28-4521-8498-6083f6350255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:26:47.348297 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-cd394b05-3e28-4521-8498-6083f6350255 None None] For port cac0f104-8282-4d4c-9831-85f66639152b, host dv-cinder-800431-1-iscsi, cleared binding levels {{(pid=92953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 08:26:47.351686 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-cd394b05-3e28-4521-8498-6083f6350255 None None] For port cac0f104-8282-4d4c-9831-85f66639152b, host dv-cinder-800431-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=cac0f104-8282-4d4c-9831-85f66639152b,segment=NetworkSegment(0581421e-8356-417f-839c-21f6a50d8157),segment_id=0581421e-8356-417f-839c-21f6a50d8157)] {{(pid=92953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 08:26:47.355835 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-cd394b05-3e28-4521-8498-6083f6350255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:26:47.410618 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd394b05-3e28-4521-8498-6083f6350255 None None] Pushing event updated for resources: {'Port': ['ID=cac0f104-8282-4d4c-9831-85f66639152b,revision_number=2']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:26:48.187690 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6c78c4-9597-44dc-b94b-856fd5e0477f None None] Network c3cc5432-25a5-49ff-8d0f-d985d5c1bf94 requested from dv-cinder-800431-1-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 08:26:48.307487 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-5d19e83f-ab1c-470b-8126-cd0dead336e5 None None] Provisioning for port cac0f104-8282-4d4c-9831-85f66639152b completed by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:26:48.984412 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device cac0f104-8282-4d4c-9831-85f66639152b up at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:26:49.032953 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning for port cac0f104-8282-4d4c-9831-85f66639152b completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:26:49.036600 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning complete for port cac0f104-8282-4d4c-9831-85f66639152b triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:26:49.036967 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:26:49.117305 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:26:49.150577 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] For port cac0f104-8282-4d4c-9831-85f66639152b, host dv-cinder-800431-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=cac0f104-8282-4d4c-9831-85f66639152b,segment=NetworkSegment(0581421e-8356-417f-839c-21f6a50d8157),segment_id=0581421e-8356-417f-839c-21f6a50d8157)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:26:49.154553 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:26:49.207973 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Pushing event updated for resources: {'Port': ['ID=cac0f104-8282-4d4c-9831-85f66639152b,revision_number=3']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:26:50.962723 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device cac0f104-8282-4d4c-9831-85f66639152b up at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:26:51.010524 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning complete for port cac0f104-8282-4d4c-9831-85f66639152b triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:26:51.010896 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:26:56.674527 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-27d7ee80-e179-45b7-a334-2b53e9039c09 None None] Agent healthcheck: found 5 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 08:27:04.067660 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-96c08d3f-f72c-48a0-a790-07b13d0b6583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:27:06.930800 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:27:06.979594 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8bb3ae9d-0064-47eb-b19a-4ab74156d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:27:07.796935 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8beb-ed90-4929-879a-4eba2c5b629e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:27:09.334839 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8148b14b-fdb1-487f-b940-7b46dc6d16f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:27:33.672748 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-27d7ee80-e179-45b7-a334-2b53e9039c09 None None] Agent healthcheck: found 5 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 08:27:34.070543 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-921fd0f0-1412-42db-9a08-9dbb8b0e6e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:27:36.930767 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:27:36.979981 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-30e58584-006a-41ba-a430-8ec591b1c041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:27:37.800343 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8beb-ed90-4929-879a-4eba2c5b629e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:27:39.346552 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8148b14b-fdb1-487f-b940-7b46dc6d16f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:27:58.672062 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 34374) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:27:58.677886 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [None req-20a6f4b7-6e8f-42ae-9d78-36f2b9ea41e9 tempest-verify_tempest_config-1351712256 tempest-verify_tempest_config-1351712256-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=92951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 08:27:58.678845 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-20a6f4b7-6e8f-42ae-9d78-36f2b9ea41e9 tempest-verify_tempest_config-1351712256 tempest-verify_tempest_config-1351712256-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058367 Jul 12 08:27:58.968547 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 34392) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:27:59.067560 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-9300c0fa-101b-4de5-b836-034c879100ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:27:59.237320 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-9300c0fa-101b-4de5-b836-034c879100ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:27:59.241443 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-9300c0fa-101b-4de5-b836-034c879100ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:27:59.284620 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-9300c0fa-101b-4de5-b836-034c879100ac admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=80524f9ee94544a2a28486e567239fa2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3150215 Jul 12 08:27:59.286682 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9300c0fa-101b-4de5-b836-034c879100ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbbd26f-5638-40d3-89b7-0288c1d7365e,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:27:59.287874 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 34396) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:27:59.293165 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9300c0fa-101b-4de5-b836-034c879100ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:27:59.293532 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9300c0fa-101b-4de5-b836-034c879100ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:27:59.293913 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9300c0fa-101b-4de5-b836-034c879100ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:27:59.294251 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9300c0fa-101b-4de5-b836-034c879100ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:27:59.294588 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9300c0fa-101b-4de5-b836-034c879100ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:27:59.294932 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9300c0fa-101b-4de5-b836-034c879100ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:27:59.295263 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9300c0fa-101b-4de5-b836-034c879100ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:27:59.295590 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9300c0fa-101b-4de5-b836-034c879100ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:27:59.295923 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9300c0fa-101b-4de5-b836-034c879100ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:27:59.296254 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9300c0fa-101b-4de5-b836-034c879100ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:27:59.296573 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9300c0fa-101b-4de5-b836-034c879100ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:27:59.296891 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9300c0fa-101b-4de5-b836-034c879100ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:27:59.351441 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-51e01864-60a8-4b5f-8301-a29474306b35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:27:59.371598 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-51e01864-60a8-4b5f-8301-a29474306b35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:27:59.458775 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-51e01864-60a8-4b5f-8301-a29474306b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:27:59.461242 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-51e01864-60a8-4b5f-8301-a29474306b35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:27:59.462431 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-51e01864-60a8-4b5f-8301-a29474306b35 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ddbbd26f-5638-40d3-89b7-0288c1d7365e HTTP/1.1" status: 204 len: 168 time: 0.1739149 Jul 12 08:27:59.469912 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e01864-60a8-4b5f-8301-a29474306b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbbd26f-5638-40d3-89b7-0288c1d7365e,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:27:59.477039 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e01864-60a8-4b5f-8301-a29474306b35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:27:59.477408 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e01864-60a8-4b5f-8301-a29474306b35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:27:59.477771 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e01864-60a8-4b5f-8301-a29474306b35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:27:59.478103 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e01864-60a8-4b5f-8301-a29474306b35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:27:59.478432 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e01864-60a8-4b5f-8301-a29474306b35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:27:59.478779 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e01864-60a8-4b5f-8301-a29474306b35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:27:59.479108 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e01864-60a8-4b5f-8301-a29474306b35 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:27:59.479432 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e01864-60a8-4b5f-8301-a29474306b35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:27:59.479769 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e01864-60a8-4b5f-8301-a29474306b35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:27:59.480090 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e01864-60a8-4b5f-8301-a29474306b35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:27:59.480589 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e01864-60a8-4b5f-8301-a29474306b35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:27:59.480914 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e01864-60a8-4b5f-8301-a29474306b35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:28:04.071520 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-49088224-774e-4b0c-889f-a4eb6f9a0a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:28:06.932336 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:28:06.978903 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1e2ead62-b06b-44b0-af80-563cff7a3753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:28:07.802916 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8beb-ed90-4929-879a-4eba2c5b629e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:28:09.340632 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8148b14b-fdb1-487f-b940-7b46dc6d16f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:28:10.671712 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-27d7ee80-e179-45b7-a334-2b53e9039c09 None None] Agent healthcheck: found 5 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 08:28:34.072828 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e55bf61c-cf06-4fcc-8aac-c01b12da6a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:28:36.933379 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:28:36.978072 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9f7b736b-8bad-4299-a09b-f8e5df8a243a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:28:37.808922 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8beb-ed90-4929-879a-4eba2c5b629e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:28:39.340145 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8148b14b-fdb1-487f-b940-7b46dc6d16f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:28:47.670035 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-27d7ee80-e179-45b7-a334-2b53e9039c09 None None] Agent healthcheck: found 5 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 08:29:04.072405 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d46d2a52-8ce3-43a3-8a9b-77d6cf01959f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:29:06.934775 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:29:06.976899 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1717231c-e952-4833-aa06-c0111f311848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:29:07.807382 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8beb-ed90-4929-879a-4eba2c5b629e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:29:09.344375 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8148b14b-fdb1-487f-b940-7b46dc6d16f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:29:24.668762 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-27d7ee80-e179-45b7-a334-2b53e9039c09 None None] Agent healthcheck: found 5 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 08:29:30.481716 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530449'] for agent, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:29:34.072835 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8fd03705-4a16-4067-8384-0d654aa5acd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:29:34.261683 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 34450) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:29:34.360755 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-b73847ea-7e6f-4fc7-852f-f8c90703e8ae admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0979633 Jul 12 08:29:36.709995 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 34460) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:29:36.762477 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-78486f31-b4f7-484a-a19a-3643978ad763 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0514028 Jul 12 08:29:36.936447 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:29:36.978218 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-17c9b868-cc60-44b6-b07a-72d2c2a5718e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:29:37.810579 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8beb-ed90-4929-879a-4eba2c5b629e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:29:39.346432 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8148b14b-fdb1-487f-b940-7b46dc6d16f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:30:00.450459 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:30:01.667503 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-27d7ee80-e179-45b7-a334-2b53e9039c09 None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 08:30:04.073242 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-40555c5e-d3c6-42d3-ac0f-a26d8ac571e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:30:06.937189 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:30:06.976386 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-28531a16-e5ed-40b2-ac87-59193fb8cfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:30:07.815717 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8beb-ed90-4929-879a-4eba2c5b629e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:30:09.350418 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8148b14b-fdb1-487f-b940-7b46dc6d16f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:30:30.467342 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:30:34.075263 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-41c4737d-4a3e-434c-8c5b-be7544a63c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:30:36.939465 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:30:36.980183 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4dacc24b-3988-46b5-9208-7f50675281c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:30:37.817577 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8beb-ed90-4929-879a-4eba2c5b629e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:30:38.666314 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-27d7ee80-e179-45b7-a334-2b53e9039c09 None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 08:30:39.352544 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8148b14b-fdb1-487f-b940-7b46dc6d16f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:00.470662 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:04.081624 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c964886f-df34-460f-935b-e5afb46e9c5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:04.176560 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 34674) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:04.437987 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 34692) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:04.495687 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-55e24448-a675-452c-830e-5fa2e84b5e5a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-315355908-network', 'tenant_id': '77072d8b6aaa4c1384c6cf3853171672'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:31:04.516402 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e24448-a675-452c-830e-5fa2e84b5e5a admin admin] Made reservation on behalf of 77072d8b6aaa4c1384c6cf3853171672 for: {'network': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 08:31:04.519317 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-55e24448-a675-452c-830e-5fa2e84b5e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for network, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:04.528030 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-55e24448-a675-452c-830e-5fa2e84b5e5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:04.623329 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-55e24448-a675-452c-830e-5fa2e84b5e5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:04.628145 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-55e24448-a675-452c-830e-5fa2e84b5e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:04.657287 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e24448-a675-452c-830e-5fa2e84b5e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1adb7b5d-42f1-49ee-a325-3c6b5be54521,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:04.666353 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e24448-a675-452c-830e-5fa2e84b5e5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:31:04.666730 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e24448-a675-452c-830e-5fa2e84b5e5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:31:04.667448 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e24448-a675-452c-830e-5fa2e84b5e5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:31:04.667448 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e24448-a675-452c-830e-5fa2e84b5e5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:31:04.667755 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e24448-a675-452c-830e-5fa2e84b5e5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:31:04.668106 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e24448-a675-452c-830e-5fa2e84b5e5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:31:04.668450 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e24448-a675-452c-830e-5fa2e84b5e5a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:31:04.668777 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e24448-a675-452c-830e-5fa2e84b5e5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:31:04.669310 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e24448-a675-452c-830e-5fa2e84b5e5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:31:04.669651 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e24448-a675-452c-830e-5fa2e84b5e5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:31:04.670550 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e24448-a675-452c-830e-5fa2e84b5e5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:31:04.670888 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e24448-a675-452c-830e-5fa2e84b5e5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:31:04.671986 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e24448-a675-452c-830e-5fa2e84b5e5a admin admin] Tracked resource versions report: Jul 12 08:31:04.671986 dv-cinder-800431-1-iscsi neutron-server[92952]: pushed versions: Jul 12 08:31:04.671986 dv-cinder-800431-1-iscsi neutron-server[92952]: { 'AddressGroup': {'1.2'}, Jul 12 08:31:04.671986 dv-cinder-800431-1-iscsi neutron-server[92952]: 'ConntrackHelper': {'1.0'}, Jul 12 08:31:04.671986 dv-cinder-800431-1-iscsi neutron-server[92952]: 'Log': {'1.0'}, Jul 12 08:31:04.671986 dv-cinder-800431-1-iscsi neutron-server[92952]: 'Network': {'1.1'}, Jul 12 08:31:04.671986 dv-cinder-800431-1-iscsi neutron-server[92952]: 'Port': {'1.7'}, Jul 12 08:31:04.671986 dv-cinder-800431-1-iscsi neutron-server[92952]: 'PortForwarding': {'1.2'}, Jul 12 08:31:04.671986 dv-cinder-800431-1-iscsi neutron-server[92952]: 'QosPolicy': {'1.8'}, Jul 12 08:31:04.671986 dv-cinder-800431-1-iscsi neutron-server[92952]: 'SecurityGroup': {'1.4'}, Jul 12 08:31:04.671986 dv-cinder-800431-1-iscsi neutron-server[92952]: 'SecurityGroupRule': {'1.2'}, Jul 12 08:31:04.671986 dv-cinder-800431-1-iscsi neutron-server[92952]: 'SubPort': {'1.0'}, Jul 12 08:31:04.671986 dv-cinder-800431-1-iscsi neutron-server[92952]: 'Subnet': {'1.1'}, Jul 12 08:31:04.671986 dv-cinder-800431-1-iscsi neutron-server[92952]: 'Trunk': {'1.1'}} Jul 12 08:31:04.671986 dv-cinder-800431-1-iscsi neutron-server[92952]: consumer versions: Jul 12 08:31:04.671986 dv-cinder-800431-1-iscsi neutron-server[92952]: { DHCP agent@dv-cinder-800431-1-iscsi: {}, Jul 12 08:31:04.671986 dv-cinder-800431-1-iscsi neutron-server[92952]: HyperV agent@hv-cinder-80043: {}, Jul 12 08:31:04.671986 dv-cinder-800431-1-iscsi neutron-server[92952]: L3 agent@dv-cinder-800431-1-iscsi: {}, Jul 12 08:31:04.671986 dv-cinder-800431-1-iscsi neutron-server[92952]: Metadata agent@dv-cinder-800431-1-iscsi: {}, Jul 12 08:31:04.671986 dv-cinder-800431-1-iscsi neutron-server[92952]: Metering agent@dv-cinder-800431-1-iscsi: {}, Jul 12 08:31:04.671986 dv-cinder-800431-1-iscsi neutron-server[92952]: Open vSwitch agent@dv-cinder-800431-1-iscsi: { 'AddressGroup': '1.2', Jul 12 08:31:04.671986 dv-cinder-800431-1-iscsi neutron-server[92952]: 'ConntrackHelper': '1.0', Jul 12 08:31:04.671986 dv-cinder-800431-1-iscsi neutron-server[92952]: 'Log': '1.0', Jul 12 08:31:04.671986 dv-cinder-800431-1-iscsi neutron-server[92952]: 'Network': '1.1', Jul 12 08:31:04.671986 dv-cinder-800431-1-iscsi neutron-server[92952]: 'Port': '1.7', Jul 12 08:31:04.671986 dv-cinder-800431-1-iscsi neutron-server[92952]: 'PortForwarding': '1.2', Jul 12 08:31:04.671986 dv-cinder-800431-1-iscsi neutron-server[92952]: 'QosPolicy': '1.8', Jul 12 08:31:04.671986 dv-cinder-800431-1-iscsi neutron-server[92952]: 'SecurityGroup': '1.4', Jul 12 08:31:04.671986 dv-cinder-800431-1-iscsi neutron-server[92952]: 'SecurityGroupRule': '1.2', Jul 12 08:31:04.671986 dv-cinder-800431-1-iscsi neutron-server[92952]: 'SubPort': '1.0', Jul 12 08:31:04.671986 dv-cinder-800431-1-iscsi neutron-server[92952]: 'Subnet': '1.1', Jul 12 08:31:04.671986 dv-cinder-800431-1-iscsi neutron-server[92952]: 'Trunk': '1.1'}} Jul 12 08:31:04.671986 dv-cinder-800431-1-iscsi neutron-server[92952]: {{(pid=92952) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 08:31:04.674636 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55e24448-a675-452c-830e-5fa2e84b5e5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=92952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 08:31:04.683548 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 34700) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:04.694250 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-55e24448-a675-452c-830e-5fa2e84b5e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246630'] for segment, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:04.694571 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.db.segments_db [None req-55e24448-a675-452c-830e-5fa2e84b5e5a admin admin] Added segment 840a0351-5043-4d1c-98e8-e4e7efaab3eb of type vlan for network dc5b67e2-89a7-4132-a0b0-a29e3f848ba7 Jul 12 08:31:04.734112 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 34708) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:04.749321 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-55e24448-a675-452c-830e-5fa2e84b5e5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748222629479'] for network, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:04.789774 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-55e24448-a675-452c-830e-5fa2e84b5e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794'] for network, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:04.791104 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e24448-a675-452c-830e-5fa2e84b5e5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:04.792004 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-55e24448-a675-452c-830e-5fa2e84b5e5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for network, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:04.848801 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 34716) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:04.879280 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-d7056568-45b1-45d6-b2ba-9c673f44a1b5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-348321455-network', 'tenant_id': 'ca5d7c4d35274957aea289fc8cbe4d73'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:31:04.889583 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 34724) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:04.895719 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-0bd251ee-6fca-4f04-8560-372aa1543cea admin admin] Request body: {'subnet': {'network_id': 'dc5b67e2-89a7-4132-a0b0-a29e3f848ba7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-315355908-subnet', 'tenant_id': '77072d8b6aaa4c1384c6cf3853171672', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:31:04.902288 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-55e24448-a675-452c-830e-5fa2e84b5e5a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7244773 Jul 12 08:31:04.934760 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.db.api [None req-d7056568-45b1-45d6-b2ba-9c673f44a1b5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 12 08:31:04.934760 dv-cinder-800431-1-iscsi neutron-server[92952]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 12 08:31:04.934760 dv-cinder-800431-1-iscsi neutron-server[92952]: [parameters: {'project_id_1': 'ca5d7c4d35274957aea289fc8cbe4d73', 'expiration_1': datetime.datetime(2021, 7, 12, 8, 31, 4, 910292)}] Jul 12 08:31:04.934760 dv-cinder-800431-1-iscsi neutron-server[92952]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 08:31:04.935325 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG oslo_db.api [None req-d7056568-45b1-45d6-b2ba-9c673f44a1b5 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 08:31:04.943411 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e24448-a675-452c-830e-5fa2e84b5e5a admin admin] Pushing event updated for resources: {'Network': ['ID=dc5b67e2-89a7-4132-a0b0-a29e3f848ba7,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:04.949198 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-41c839d4-9cd6-48e8-b277-a3089b83ed2b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1782835244-network', 'tenant_id': '2b5b16bf27b543fb92132074924097b0'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:31:04.957319 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Network dc5b67e2-89a7-4132-a0b0-a29e3f848ba7 details requested by agent ovs-agent-dv-cinder-800431-1-iscsi with host dv-cinder-800431-1-iscsi {{(pid=92953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 08:31:04.967596 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd251ee-6fca-4f04-8560-372aa1543cea admin admin] Made reservation on behalf of 77072d8b6aaa4c1384c6cf3853171672 for: {'subnet': 1} {{(pid=92951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 08:31:04.969965 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0bd251ee-6fca-4f04-8560-372aa1543cea admin admin] Notify callbacks [] for subnet, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:05.023929 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c839d4-9cd6-48e8-b277-a3089b83ed2b admin admin] Made reservation on behalf of 2b5b16bf27b543fb92132074924097b0 for: {'network': 1} {{(pid=92951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 08:31:05.026276 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-41c839d4-9cd6-48e8-b277-a3089b83ed2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for network, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:05.040551 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-41c839d4-9cd6-48e8-b277-a3089b83ed2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:05.155078 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-a9433e44-564e-4dd2-a608-27c9e2c98060 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-222245617-network', 'tenant_id': 'ca96284f2baa4ff8b8e4f29f16222f61'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:31:05.188746 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-87566d7e-3ca3-41df-a473-b9e2a551d2ac admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1140657081-network', 'tenant_id': 'dee2e59487a84a22860832e58263eb3e'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:31:05.221280 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0bd251ee-6fca-4f04-8560-372aa1543cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794'] for subnet, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:05.304203 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd251ee-6fca-4f04-8560-372aa1543cea admin admin] Checking segment: {'id': '840a0351-5043-4d1c-98e8-e4e7efaab3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dc5b67e2-89a7-4132-a0b0-a29e3f848ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:31:05.304555 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd251ee-6fca-4f04-8560-372aa1543cea admin admin] Network hostable DHCP agents. Network: dc5b67e2-89a7-4132-a0b0-a29e3f848ba7, hostable agents: ['c54cb50b-3f96-48fd-b597-b50612d9ada1'], hosted agents: [] {{(pid=92951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 08:31:05.330665 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd251ee-6fca-4f04-8560-372aa1543cea admin admin] Network dc5b67e2-89a7-4132-a0b0-a29e3f848ba7 is scheduled to be hosted by DHCP agent c54cb50b-3f96-48fd-b597-b50612d9ada1 with binding_index 1 {{(pid=92951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 08:31:05.339963 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd251ee-6fca-4f04-8560-372aa1543cea admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b8ebb52-f0cb-48c2-a491-11133b9e62c3,revision_number=0']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:05.356479 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-0bd251ee-6fca-4f04-8560-372aa1543cea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800431-1-iscsi, dc5b67e2-89a7-4132-a0b0-a29e3f848ba7) {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:31:05.361607 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd251ee-6fca-4f04-8560-372aa1543cea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:31:05.362331 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd251ee-6fca-4f04-8560-372aa1543cea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:31:05.362494 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd251ee-6fca-4f04-8560-372aa1543cea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:31:05.363047 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd251ee-6fca-4f04-8560-372aa1543cea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:31:05.363440 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd251ee-6fca-4f04-8560-372aa1543cea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:31:05.363789 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd251ee-6fca-4f04-8560-372aa1543cea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:31:05.364126 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd251ee-6fca-4f04-8560-372aa1543cea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:31:05.364463 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd251ee-6fca-4f04-8560-372aa1543cea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:31:05.364813 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd251ee-6fca-4f04-8560-372aa1543cea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:31:05.364964 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246b6542-6d23-4bac-a1e5-95e753213ccb None None] Network dc5b67e2-89a7-4132-a0b0-a29e3f848ba7 requested from dv-cinder-800431-1-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 08:31:05.365388 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd251ee-6fca-4f04-8560-372aa1543cea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:31:05.365474 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd251ee-6fca-4f04-8560-372aa1543cea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:31:05.365791 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd251ee-6fca-4f04-8560-372aa1543cea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:31:05.366892 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd251ee-6fca-4f04-8560-372aa1543cea admin admin] Tracked resource versions report: Jul 12 08:31:05.366892 dv-cinder-800431-1-iscsi neutron-server[92951]: pushed versions: Jul 12 08:31:05.366892 dv-cinder-800431-1-iscsi neutron-server[92951]: { 'AddressGroup': {'1.2'}, Jul 12 08:31:05.366892 dv-cinder-800431-1-iscsi neutron-server[92951]: 'ConntrackHelper': {'1.0'}, Jul 12 08:31:05.366892 dv-cinder-800431-1-iscsi neutron-server[92951]: 'Log': {'1.0'}, Jul 12 08:31:05.366892 dv-cinder-800431-1-iscsi neutron-server[92951]: 'Network': {'1.1'}, Jul 12 08:31:05.366892 dv-cinder-800431-1-iscsi neutron-server[92951]: 'Port': {'1.7'}, Jul 12 08:31:05.366892 dv-cinder-800431-1-iscsi neutron-server[92951]: 'PortForwarding': {'1.2'}, Jul 12 08:31:05.366892 dv-cinder-800431-1-iscsi neutron-server[92951]: 'QosPolicy': {'1.8'}, Jul 12 08:31:05.366892 dv-cinder-800431-1-iscsi neutron-server[92951]: 'SecurityGroup': {'1.4'}, Jul 12 08:31:05.366892 dv-cinder-800431-1-iscsi neutron-server[92951]: 'SecurityGroupRule': {'1.2'}, Jul 12 08:31:05.366892 dv-cinder-800431-1-iscsi neutron-server[92951]: 'SubPort': {'1.0'}, Jul 12 08:31:05.366892 dv-cinder-800431-1-iscsi neutron-server[92951]: 'Subnet': {'1.1'}, Jul 12 08:31:05.366892 dv-cinder-800431-1-iscsi neutron-server[92951]: 'Trunk': {'1.1'}} Jul 12 08:31:05.366892 dv-cinder-800431-1-iscsi neutron-server[92951]: consumer versions: Jul 12 08:31:05.366892 dv-cinder-800431-1-iscsi neutron-server[92951]: { DHCP agent@dv-cinder-800431-1-iscsi: {}, Jul 12 08:31:05.366892 dv-cinder-800431-1-iscsi neutron-server[92951]: HyperV agent@hv-cinder-80043: {}, Jul 12 08:31:05.366892 dv-cinder-800431-1-iscsi neutron-server[92951]: L3 agent@dv-cinder-800431-1-iscsi: {}, Jul 12 08:31:05.366892 dv-cinder-800431-1-iscsi neutron-server[92951]: Metadata agent@dv-cinder-800431-1-iscsi: {}, Jul 12 08:31:05.366892 dv-cinder-800431-1-iscsi neutron-server[92951]: Metering agent@dv-cinder-800431-1-iscsi: {}, Jul 12 08:31:05.366892 dv-cinder-800431-1-iscsi neutron-server[92951]: Open vSwitch agent@dv-cinder-800431-1-iscsi: { 'AddressGroup': '1.2', Jul 12 08:31:05.366892 dv-cinder-800431-1-iscsi neutron-server[92951]: 'ConntrackHelper': '1.0', Jul 12 08:31:05.366892 dv-cinder-800431-1-iscsi neutron-server[92951]: 'Log': '1.0', Jul 12 08:31:05.366892 dv-cinder-800431-1-iscsi neutron-server[92951]: 'Network': '1.1', Jul 12 08:31:05.366892 dv-cinder-800431-1-iscsi neutron-server[92951]: 'Port': '1.7', Jul 12 08:31:05.366892 dv-cinder-800431-1-iscsi neutron-server[92951]: 'PortForwarding': '1.2', Jul 12 08:31:05.366892 dv-cinder-800431-1-iscsi neutron-server[92951]: 'QosPolicy': '1.8', Jul 12 08:31:05.366892 dv-cinder-800431-1-iscsi neutron-server[92951]: 'SecurityGroup': '1.4', Jul 12 08:31:05.366892 dv-cinder-800431-1-iscsi neutron-server[92951]: 'SecurityGroupRule': '1.2', Jul 12 08:31:05.366892 dv-cinder-800431-1-iscsi neutron-server[92951]: 'SubPort': '1.0', Jul 12 08:31:05.366892 dv-cinder-800431-1-iscsi neutron-server[92951]: 'Subnet': '1.1', Jul 12 08:31:05.366892 dv-cinder-800431-1-iscsi neutron-server[92951]: 'Trunk': '1.1'}} Jul 12 08:31:05.366892 dv-cinder-800431-1-iscsi neutron-server[92951]: {{(pid=92951) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 08:31:05.382359 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-41c839d4-9cd6-48e8-b277-a3089b83ed2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:05.384376 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd251ee-6fca-4f04-8560-372aa1543cea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:05.385817 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0bd251ee-6fca-4f04-8560-372aa1543cea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for subnet, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:05.400891 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-41c839d4-9cd6-48e8-b277-a3089b83ed2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:05.458513 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41c839d4-9cd6-48e8-b277-a3089b83ed2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=92951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 08:31:05.470585 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9433e44-564e-4dd2-a608-27c9e2c98060 admin admin] Made reservation on behalf of ca96284f2baa4ff8b8e4f29f16222f61 for: {'network': 1} {{(pid=92951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 08:31:05.473221 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-a9433e44-564e-4dd2-a608-27c9e2c98060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for network, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:05.481514 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c839d4-9cd6-48e8-b277-a3089b83ed2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f36823e-f646-486a-bb46-e50aad9c26bf,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:05.510767 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-41c839d4-9cd6-48e8-b277-a3089b83ed2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246630'] for segment, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:05.511171 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.db.segments_db [None req-41c839d4-9cd6-48e8-b277-a3089b83ed2b admin admin] Added segment 0f9fcbd0-77f2-47e1-a4af-6466181e27c6 of type vlan for network 87af1681-88b0-408a-a0a8-01a2bb52ff86 Jul 12 08:31:05.521633 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-a9433e44-564e-4dd2-a608-27c9e2c98060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:05.542526 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841b38da-9cd4-4496-a28a-0bf22bbff253 None None] Network dc5b67e2-89a7-4132-a0b0-a29e3f848ba7 requested from dv-cinder-800431-1-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 08:31:05.559235 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87566d7e-3ca3-41df-a473-b9e2a551d2ac admin admin] Made reservation on behalf of dee2e59487a84a22860832e58263eb3e for: {'network': 1} {{(pid=92951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 08:31:05.561539 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-87566d7e-3ca3-41df-a473-b9e2a551d2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for network, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:05.575994 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-0bd251ee-6fca-4f04-8560-372aa1543cea admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6855185 Jul 12 08:31:05.582533 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-87566d7e-3ca3-41df-a473-b9e2a551d2ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:05.598183 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7056568-45b1-45d6-b2ba-9c673f44a1b5 admin admin] Made reservation on behalf of ca5d7c4d35274957aea289fc8cbe4d73 for: {'network': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 08:31:05.601771 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-41c839d4-9cd6-48e8-b277-a3089b83ed2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748222629479'] for network, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:05.607700 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d7056568-45b1-45d6-b2ba-9c673f44a1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for network, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:05.643118 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d7056568-45b1-45d6-b2ba-9c673f44a1b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:05.671859 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-41c839d4-9cd6-48e8-b277-a3089b83ed2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794'] for network, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:05.673349 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c839d4-9cd6-48e8-b277-a3089b83ed2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:05.674296 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-41c839d4-9cd6-48e8-b277-a3089b83ed2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for network, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:05.758561 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c839d4-9cd6-48e8-b277-a3089b83ed2b admin admin] Pushing event updated for resources: {'Network': ['ID=87af1681-88b0-408a-a0a8-01a2bb52ff86,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:05.771845 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Network 87af1681-88b0-408a-a0a8-01a2bb52ff86 details requested by agent ovs-agent-dv-cinder-800431-1-iscsi with host dv-cinder-800431-1-iscsi {{(pid=92953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 08:31:05.791838 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-a9433e44-564e-4dd2-a608-27c9e2c98060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:05.799610 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-a9433e44-564e-4dd2-a608-27c9e2c98060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:05.816676 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9433e44-564e-4dd2-a608-27c9e2c98060 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=92951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 08:31:05.828497 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-a9433e44-564e-4dd2-a608-27c9e2c98060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246630'] for segment, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:05.828899 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.db.segments_db [None req-a9433e44-564e-4dd2-a608-27c9e2c98060 admin admin] Added segment 03fa2880-daf4-4588-a207-d365bbaa5d26 of type vlan for network 85b41c83-81a1-43ad-b6bf-2d322948dd3e Jul 12 08:31:05.880374 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-41c839d4-9cd6-48e8-b277-a3089b83ed2b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1947393 Jul 12 08:31:05.883620 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 34766) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:05.888729 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-3864f106-0198-4423-9bc8-94d93ec43e48 admin admin] Request body: {'subnet': {'network_id': '87af1681-88b0-408a-a0a8-01a2bb52ff86', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1782835244-subnet', 'tenant_id': '2b5b16bf27b543fb92132074924097b0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:31:05.897407 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9433e44-564e-4dd2-a608-27c9e2c98060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:05.907029 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.db.api [None req-3864f106-0198-4423-9bc8-94d93ec43e48 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 12 08:31:05.907029 dv-cinder-800431-1-iscsi neutron-server[92952]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 12 08:31:05.907029 dv-cinder-800431-1-iscsi neutron-server[92952]: [parameters: {'project_id_1': '2b5b16bf27b543fb92132074924097b0', 'expiration_1': datetime.datetime(2021, 7, 12, 8, 31, 5, 894296)}] Jul 12 08:31:05.907029 dv-cinder-800431-1-iscsi neutron-server[92952]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 08:31:05.908161 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG oslo_db.api [None req-3864f106-0198-4423-9bc8-94d93ec43e48 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 08:31:05.909716 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.db.api [None req-d7056568-45b1-45d6-b2ba-9c673f44a1b5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 12 08:31:05.909716 dv-cinder-800431-1-iscsi neutron-server[92952]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 12 08:31:05.909716 dv-cinder-800431-1-iscsi neutron-server[92952]: [parameters: {'project_id_1': 'ca5d7c4d35274957aea289fc8cbe4d73', 'expiration_1': datetime.datetime(2021, 7, 12, 8, 31, 5, 673391)}] Jul 12 08:31:05.909716 dv-cinder-800431-1-iscsi neutron-server[92952]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 08:31:05.910918 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG oslo_db.api [None req-d7056568-45b1-45d6-b2ba-9c673f44a1b5 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 08:31:05.961550 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-a9433e44-564e-4dd2-a608-27c9e2c98060 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748222629479'] for network, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:06.078170 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-a9433e44-564e-4dd2-a608-27c9e2c98060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794'] for network, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:06.079160 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9433e44-564e-4dd2-a608-27c9e2c98060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:06.079748 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-a9433e44-564e-4dd2-a608-27c9e2c98060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for network, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:06.153774 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9433e44-564e-4dd2-a608-27c9e2c98060 admin admin] Pushing event updated for resources: {'Network': ['ID=85b41c83-81a1-43ad-b6bf-2d322948dd3e,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:06.170340 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Network 85b41c83-81a1-43ad-b6bf-2d322948dd3e details requested by agent ovs-agent-dv-cinder-800431-1-iscsi with host dv-cinder-800431-1-iscsi {{(pid=92953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 08:31:06.184613 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-87566d7e-3ca3-41df-a473-b9e2a551d2ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:06.193992 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-87566d7e-3ca3-41df-a473-b9e2a551d2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:06.214501 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87566d7e-3ca3-41df-a473-b9e2a551d2ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=92951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 08:31:06.234246 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-87566d7e-3ca3-41df-a473-b9e2a551d2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246630'] for segment, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:06.234533 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.db.segments_db [None req-87566d7e-3ca3-41df-a473-b9e2a551d2ac admin admin] Added segment c8a6d9e8-6ea8-43f9-af2b-16acf97ab273 of type vlan for network 342a8ede-b93e-4296-a83c-e64a91689463 Jul 12 08:31:06.298823 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-87566d7e-3ca3-41df-a473-b9e2a551d2ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748222629479'] for network, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:06.332001 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-a9433e44-564e-4dd2-a608-27c9e2c98060 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5967364 Jul 12 08:31:06.334937 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 34798) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:06.340384 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-f60df6a1-4c6a-4098-841b-dd687fa0d5d5 admin admin] Request body: {'subnet': {'network_id': '85b41c83-81a1-43ad-b6bf-2d322948dd3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-222245617-subnet', 'tenant_id': 'ca96284f2baa4ff8b8e4f29f16222f61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:31:06.372447 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-87566d7e-3ca3-41df-a473-b9e2a551d2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794'] for network, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:06.374360 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87566d7e-3ca3-41df-a473-b9e2a551d2ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:06.376951 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-87566d7e-3ca3-41df-a473-b9e2a551d2ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for network, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:06.397494 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60df6a1-4c6a-4098-841b-dd687fa0d5d5 admin admin] Made reservation on behalf of ca96284f2baa4ff8b8e4f29f16222f61 for: {'subnet': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 08:31:06.399952 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f60df6a1-4c6a-4098-841b-dd687fa0d5d5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:06.452332 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d7056568-45b1-45d6-b2ba-9c673f44a1b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:06.479334 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87566d7e-3ca3-41df-a473-b9e2a551d2ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d29c9a10-1aed-4389-8e6b-e00fecd93189,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:06.491775 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-87566d7e-3ca3-41df-a473-b9e2a551d2ac admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6397858 Jul 12 08:31:06.493102 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 34812) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:06.499560 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-dbe310d3-efb6-4115-bd7b-9c32704c8614 admin admin] Request body: {'subnet': {'network_id': '342a8ede-b93e-4296-a83c-e64a91689463', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1140657081-subnet', 'tenant_id': 'dee2e59487a84a22860832e58263eb3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:31:06.502131 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87566d7e-3ca3-41df-a473-b9e2a551d2ac admin admin] Pushing event updated for resources: {'Network': ['ID=342a8ede-b93e-4296-a83c-e64a91689463,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:06.516187 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3864f106-0198-4423-9bc8-94d93ec43e48 admin admin] Made reservation on behalf of 2b5b16bf27b543fb92132074924097b0 for: {'subnet': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 08:31:06.519237 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3864f106-0198-4423-9bc8-94d93ec43e48 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:06.524415 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.db.api [None req-d7056568-45b1-45d6-b2ba-9c673f44a1b5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 12 08:31:06.524415 dv-cinder-800431-1-iscsi neutron-server[92952]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 12 08:31:06.524415 dv-cinder-800431-1-iscsi neutron-server[92952]: [parameters: {'project_id_1': 'ca5d7c4d35274957aea289fc8cbe4d73', 'expiration_1': datetime.datetime(2021, 7, 12, 8, 31, 6, 512451)}] Jul 12 08:31:06.524415 dv-cinder-800431-1-iscsi neutron-server[92952]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 08:31:06.525764 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG oslo_db.api [None req-d7056568-45b1-45d6-b2ba-9c673f44a1b5 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 08:31:06.534161 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe310d3-efb6-4115-bd7b-9c32704c8614 admin admin] Made reservation on behalf of dee2e59487a84a22860832e58263eb3e for: {'subnet': 1} {{(pid=92951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 08:31:06.536985 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-dbe310d3-efb6-4115-bd7b-9c32704c8614 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:06.549751 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Network 342a8ede-b93e-4296-a83c-e64a91689463 details requested by agent ovs-agent-dv-cinder-800431-1-iscsi with host dv-cinder-800431-1-iscsi {{(pid=92953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 08:31:06.817226 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-dbe310d3-efb6-4115-bd7b-9c32704c8614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794'] for subnet, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:06.872433 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3864f106-0198-4423-9bc8-94d93ec43e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794'] for subnet, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:06.883677 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f60df6a1-4c6a-4098-841b-dd687fa0d5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794'] for subnet, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:06.890600 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 34836) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:06.898081 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe310d3-efb6-4115-bd7b-9c32704c8614 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc46deed-0459-44b8-b0d2-51683cfffb96,revision_number=0']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:06.904765 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe310d3-efb6-4115-bd7b-9c32704c8614 admin admin] Checking segment: {'id': 'c8a6d9e8-6ea8-43f9-af2b-16acf97ab273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '342a8ede-b93e-4296-a83c-e64a91689463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:31:06.905137 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe310d3-efb6-4115-bd7b-9c32704c8614 admin admin] Network hostable DHCP agents. Network: 342a8ede-b93e-4296-a83c-e64a91689463, hostable agents: ['c54cb50b-3f96-48fd-b597-b50612d9ada1'], hosted agents: [] {{(pid=92951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 08:31:06.924305 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe310d3-efb6-4115-bd7b-9c32704c8614 admin admin] Network 342a8ede-b93e-4296-a83c-e64a91689463 is scheduled to be hosted by DHCP agent c54cb50b-3f96-48fd-b597-b50612d9ada1 with binding_index 1 {{(pid=92951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 08:31:06.943782 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-dbe310d3-efb6-4115-bd7b-9c32704c8614 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800431-1-iscsi, 342a8ede-b93e-4296-a83c-e64a91689463) {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:31:06.946887 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:06.952541 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe310d3-efb6-4115-bd7b-9c32704c8614 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:06.953550 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-dbe310d3-efb6-4115-bd7b-9c32704c8614 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for subnet, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:06.956012 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3864f106-0198-4423-9bc8-94d93ec43e48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b424425-fba9-4165-b007-490b023a5f6d,revision_number=0']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:06.964347 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd97980-d693-4a1d-b248-b58e48b2e0db None None] Network 342a8ede-b93e-4296-a83c-e64a91689463 requested from dv-cinder-800431-1-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 08:31:06.987349 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3864f106-0198-4423-9bc8-94d93ec43e48 admin admin] Checking segment: {'id': '0f9fcbd0-77f2-47e1-a4af-6466181e27c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '87af1681-88b0-408a-a0a8-01a2bb52ff86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:31:06.987891 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3864f106-0198-4423-9bc8-94d93ec43e48 admin admin] Network hostable DHCP agents. Network: 87af1681-88b0-408a-a0a8-01a2bb52ff86, hostable agents: ['c54cb50b-3f96-48fd-b597-b50612d9ada1'], hosted agents: [] {{(pid=92952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 08:31:06.997542 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-dbe310d3-efb6-4115-bd7b-9c32704c8614 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4948664 Jul 12 08:31:07.053991 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60df6a1-4c6a-4098-841b-dd687fa0d5d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fea1b1f0-4ade-4907-8fb8-44348ca7636e,revision_number=0']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:07.061345 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3864f106-0198-4423-9bc8-94d93ec43e48 admin admin] Network 87af1681-88b0-408a-a0a8-01a2bb52ff86 is scheduled to be hosted by DHCP agent c54cb50b-3f96-48fd-b597-b50612d9ada1 with binding_index 1 {{(pid=92952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 08:31:07.065129 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60df6a1-4c6a-4098-841b-dd687fa0d5d5 admin admin] Checking segment: {'id': '03fa2880-daf4-4588-a207-d365bbaa5d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '85b41c83-81a1-43ad-b6bf-2d322948dd3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:31:07.065504 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60df6a1-4c6a-4098-841b-dd687fa0d5d5 admin admin] Network hostable DHCP agents. Network: 85b41c83-81a1-43ad-b6bf-2d322948dd3e, hostable agents: ['c54cb50b-3f96-48fd-b597-b50612d9ada1'], hosted agents: [] {{(pid=92952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 08:31:07.072044 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1a474317-b1f9-4450-881f-e7884b7a2fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:07.080864 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [None req-3864f106-0198-4423-9bc8-94d93ec43e48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800431-1-iscsi, 87af1681-88b0-408a-a0a8-01a2bb52ff86) {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:31:07.081065 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-bb58b3e3-eff8-49bf-9bdf-b1bf1088bc53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:07.096362 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3864f106-0198-4423-9bc8-94d93ec43e48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:07.096984 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3864f106-0198-4423-9bc8-94d93ec43e48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for subnet, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:07.102053 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082f4d96-bc76-4d81-af2d-9ceb174a5a5c None None] Network 87af1681-88b0-408a-a0a8-01a2bb52ff86 requested from dv-cinder-800431-1-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 08:31:07.108997 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 34850) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:07.117589 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-3864f106-0198-4423-9bc8-94d93ec43e48 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2326694 Jul 12 08:31:07.120814 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 34852) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:07.126471 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-8756ee30-1651-4e50-bcb0-653e76cf5a60 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1782835244-router', 'tenant_id': '2b5b16bf27b543fb92132074924097b0', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3'}}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:31:07.127205 dv-cinder-800431-1-iscsi neutron-server[92951]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 12 08:31:07.138321 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60df6a1-4c6a-4098-841b-dd687fa0d5d5 admin admin] Network 85b41c83-81a1-43ad-b6bf-2d322948dd3e is scheduled to be hosted by DHCP agent c54cb50b-3f96-48fd-b597-b50612d9ada1 with binding_index 1 {{(pid=92952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 08:31:07.146169 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [None req-f60df6a1-4c6a-4098-841b-dd687fa0d5d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800431-1-iscsi, 85b41c83-81a1-43ad-b6bf-2d322948dd3e) {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:31:07.153994 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60df6a1-4c6a-4098-841b-dd687fa0d5d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:07.154649 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f60df6a1-4c6a-4098-841b-dd687fa0d5d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for subnet, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:07.191429 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68a9e38-e5fc-4a90-ae37-6e0b280f1371 None None] Network 85b41c83-81a1-43ad-b6bf-2d322948dd3e requested from dv-cinder-800431-1-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 08:31:07.202306 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f731e9-2edf-4a1a-90e1-88d22bc3d819 None None] Network 342a8ede-b93e-4296-a83c-e64a91689463 requested from dv-cinder-800431-1-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 08:31:07.221961 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8756ee30-1651-4e50-bcb0-653e76cf5a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500008'] for router, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:07.223771 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8756ee30-1651-4e50-bcb0-653e76cf5a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941001', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-943589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500017'] for router, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:07.241067 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.db.api [None req-bb58b3e3-eff8-49bf-9bdf-b1bf1088bc53 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 12 08:31:07.241067 dv-cinder-800431-1-iscsi neutron-server[92951]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 12 08:31:07.241067 dv-cinder-800431-1-iscsi neutron-server[92951]: [parameters: {'project_id': '72561f12d1114ed99e81972637153f90', 'id': '4d6f4ed6-fa86-429f-b574-201d988842dc', 'expiration': datetime.datetime(2021, 7, 12, 8, 33, 7, 180622)}] Jul 12 08:31:07.241067 dv-cinder-800431-1-iscsi neutron-server[92951]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92951) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 08:31:07.241513 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG oslo_db.api [None req-bb58b3e3-eff8-49bf-9bdf-b1bf1088bc53 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 08:31:07.375462 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8756ee30-1651-4e50-bcb0-653e76cf5a60 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:07.432291 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d7056568-45b1-45d6-b2ba-9c673f44a1b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:07.449486 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5260e-8611-449f-b6d4-407339c484dc req-ab5aa500-41f3-405e-af8d-7f14bd95876d tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:07.456446 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e8e5260e-8611-449f-b6d4-407339c484dc req-ab5aa500-41f3-405e-af8d-7f14bd95876d tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] 10.222.0.37 "GET /v2.0/networks?id=dc5b67e2-89a7-4132-a0b0-a29e3f848ba7 HTTP/1.1" status: 200 len: 811 time: 0.3397672 Jul 12 08:31:07.477171 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e8e5260e-8611-449f-b6d4-407339c484dc req-86be55c9-a582-42fb-bd1c-f2197131a75d tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] 10.222.0.37 "GET /v2.0/quotas/77072d8b6aaa4c1384c6cf3853171672 HTTP/1.1" status: 200 len: 375 time: 0.0193114 Jul 12 08:31:07.544351 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25dc710d-0ed0-4daf-90fd-56af9f021998 None None] Network 85b41c83-81a1-43ad-b6bf-2d322948dd3e requested from dv-cinder-800431-1-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 08:31:07.553034 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e8e5260e-8611-449f-b6d4-407339c484dc req-62e2f1b2-fad2-453f-9202-c1a49b6e703a tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=77072d8b6aaa4c1384c6cf3853171672&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0738020 Jul 12 08:31:07.556973 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-f60df6a1-4c6a-4098-841b-dd687fa0d5d5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2202244 Jul 12 08:31:07.561374 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 34878) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:07.574497 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-19d76be8-a7ac-4827-ab24-3238d2b94629 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-222245617-router', 'tenant_id': 'ca96284f2baa4ff8b8e4f29f16222f61', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3'}}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:31:07.629303 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bc6164-db2a-4cb8-a361-dc40d74b3bc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcacd1728-95ed-5cda-b7de-0b3fff281327-87af1681-88b0-408a-a0a8-01a2bb52ff86', 'network_id': '87af1681-88b0-408a-a0a8-01a2bb52ff86', 'tenant_id': '2b5b16bf27b543fb92132074924097b0', 'fixed_ips': [{'subnet_id': '1b424425-fba9-4165-b007-490b023a5f6d'}]}} from dv-cinder-800431-1-iscsi. {{(pid=92953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 08:31:07.630212 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2bc6164-db2a-4cb8-a361-dc40d74b3bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:07.703172 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 34888) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:07.708733 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-713826e4-6214-421c-b11c-025029d5fe3d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-277323946-network', 'tenant_id': 'dfb7eb80a563452ea9b6c0e8346d7a46'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:31:07.743037 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-bb58b3e3-eff8-49bf-9bdf-b1bf1088bc53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:07.772618 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8756ee30-1651-4e50-bcb0-653e76cf5a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-499971'] for router, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:07.886999 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8beb-ed90-4929-879a-4eba2c5b629e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:07.896918 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d7056568-45b1-45d6-b2ba-9c673f44a1b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:07.905235 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [req-e8e5260e-8611-449f-b6d4-407339c484dc req-1f33a07d-38bd-4c54-a588-35604d0c400e service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=92951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 08:31:07.906028 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d7056568-45b1-45d6-b2ba-9c673f44a1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:07.914362 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e8e5260e-8611-449f-b6d4-407339c484dc req-1f33a07d-38bd-4c54-a588-35604d0c400e service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0654294 Jul 12 08:31:07.941641 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7056568-45b1-45d6-b2ba-9c673f44a1b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=92952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 08:31:07.951797 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_common [None req-a2bc6164-db2a-4cb8-a361-dc40d74b3bc1 None None] Allocated IP 172.20.0.2 (87af1681-88b0-408a-a0a8-01a2bb52ff86/1b424425-fba9-4165-b007-490b023a5f6d/4d3398dd-377c-4609-aaf6-e968c86204ff) {{(pid=92953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 08:31:07.958850 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7056568-45b1-45d6-b2ba-9c673f44a1b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b09a97-811b-4036-af46-ec70afadd67a,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:07.965968 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d7056568-45b1-45d6-b2ba-9c673f44a1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246630'] for segment, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:07.966867 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.db.segments_db [None req-d7056568-45b1-45d6-b2ba-9c673f44a1b5 admin admin] Added segment 8ae57f27-2f55-4ba4-8135-7182c274f38c of type vlan for network 87f9aa9d-4b32-44c0-9258-78c96af6cf8d Jul 12 08:31:07.976304 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.db.api [None req-713826e4-6214-421c-b11c-025029d5fe3d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 12 08:31:07.976304 dv-cinder-800431-1-iscsi neutron-server[92951]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 12 08:31:07.976304 dv-cinder-800431-1-iscsi neutron-server[92951]: [parameters: {'project_id_1': 'dfb7eb80a563452ea9b6c0e8346d7a46', 'expiration_1': datetime.datetime(2021, 7, 12, 8, 31, 7, 714120)}] Jul 12 08:31:07.976304 dv-cinder-800431-1-iscsi neutron-server[92951]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92951) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 08:31:07.977134 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG oslo_db.api [None req-713826e4-6214-421c-b11c-025029d5fe3d admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 08:31:07.984288 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.db.api [None req-bb58b3e3-eff8-49bf-9bdf-b1bf1088bc53 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 12 08:31:07.984288 dv-cinder-800431-1-iscsi neutron-server[92951]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 12 08:31:07.984288 dv-cinder-800431-1-iscsi neutron-server[92951]: [parameters: {'project_id_1': '72561f12d1114ed99e81972637153f90', 'expiration_1': datetime.datetime(2021, 7, 12, 8, 31, 7, 781048)}] Jul 12 08:31:07.984288 dv-cinder-800431-1-iscsi neutron-server[92951]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92951) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 08:31:07.985138 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG oslo_db.api [None req-bb58b3e3-eff8-49bf-9bdf-b1bf1088bc53 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 08:31:07.998073 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-19d76be8-a7ac-4827-ab24-3238d2b94629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500008'] for router, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:07.999466 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-19d76be8-a7ac-4827-ab24-3238d2b94629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941001', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-943589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500017'] for router, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:08.022001 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d7056568-45b1-45d6-b2ba-9c673f44a1b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748222629479'] for network, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:08.060328 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e8e5260e-8611-449f-b6d4-407339c484dc req-e8eacb95-ac44-456a-81dc-c0a05008fd7d service neutron] 10.222.0.37 "GET /v2.0/networks/dc5b67e2-89a7-4132-a0b0-a29e3f848ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447067 Jul 12 08:31:08.102574 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-19d76be8-a7ac-4827-ab24-3238d2b94629 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:08.145407 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d7056568-45b1-45d6-b2ba-9c673f44a1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794'] for network, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:08.145661 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7056568-45b1-45d6-b2ba-9c673f44a1b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:08.146140 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d7056568-45b1-45d6-b2ba-9c673f44a1b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for network, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:08.154681 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2bc6164-db2a-4cb8-a361-dc40d74b3bc1 None None] Notify callbacks [] for port, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:08.165422 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a2bc6164-db2a-4cb8-a361-dc40d74b3bc1 None None] Transition to ACTIVE for port object 4d3398dd-377c-4609-aaf6-e968c86204ff will not be triggered until provisioned by entity L2. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:31:08.189234 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a2bc6164-db2a-4cb8-a361-dc40d74b3bc1 None None] Transition to ACTIVE for port object 4d3398dd-377c-4609-aaf6-e968c86204ff will not be triggered until provisioned by entity DHCP. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:31:08.200553 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2bc6164-db2a-4cb8-a361-dc40d74b3bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748222641646'] for port, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:08.230753 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-d7056568-45b1-45d6-b2ba-9c673f44a1b5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.7916737 Jul 12 08:31:08.246386 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bc6164-db2a-4cb8-a361-dc40d74b3bc1 None None] Network 87af1681-88b0-408a-a0a8-01a2bb52ff86 is already hosted by enough agents. {{(pid=92953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:31:08.249355 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-a2bc6164-db2a-4cb8-a361-dc40d74b3bc1 None None] Resources bound (agent type, host, resource id): {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:31:08.255567 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 34908) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:08.261273 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bc6164-db2a-4cb8-a361-dc40d74b3bc1 None None] Received port after_create {{(pid=92953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 08:31:08.262028 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-5d185604-029a-48ac-a644-d8939c4bd123 admin admin] Request body: {'subnet': {'network_id': '87f9aa9d-4b32-44c0-9258-78c96af6cf8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-348321455-subnet', 'tenant_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:31:08.275907 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bc6164-db2a-4cb8-a361-dc40d74b3bc1 None None] Pushing event updated for resources: {'Port': ['ID=4d3398dd-377c-4609-aaf6-e968c86204ff,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:08.303470 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc6164-db2a-4cb8-a361-dc40d74b3bc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:31:08.304042 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc6164-db2a-4cb8-a361-dc40d74b3bc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:31:08.304462 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc6164-db2a-4cb8-a361-dc40d74b3bc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:31:08.304955 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc6164-db2a-4cb8-a361-dc40d74b3bc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:31:08.305248 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc6164-db2a-4cb8-a361-dc40d74b3bc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:31:08.305647 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc6164-db2a-4cb8-a361-dc40d74b3bc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:31:08.306075 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc6164-db2a-4cb8-a361-dc40d74b3bc1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:31:08.307057 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc6164-db2a-4cb8-a361-dc40d74b3bc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:31:08.307641 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc6164-db2a-4cb8-a361-dc40d74b3bc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:31:08.307974 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc6164-db2a-4cb8-a361-dc40d74b3bc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:31:08.308325 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc6164-db2a-4cb8-a361-dc40d74b3bc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:31:08.308623 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc6164-db2a-4cb8-a361-dc40d74b3bc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:31:08.310076 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc6164-db2a-4cb8-a361-dc40d74b3bc1 None None] Tracked resource versions report: Jul 12 08:31:08.310076 dv-cinder-800431-1-iscsi neutron-server[92953]: pushed versions: Jul 12 08:31:08.310076 dv-cinder-800431-1-iscsi neutron-server[92953]: { 'AddressGroup': {'1.2'}, Jul 12 08:31:08.310076 dv-cinder-800431-1-iscsi neutron-server[92953]: 'ConntrackHelper': {'1.0'}, Jul 12 08:31:08.310076 dv-cinder-800431-1-iscsi neutron-server[92953]: 'Log': {'1.0'}, Jul 12 08:31:08.310076 dv-cinder-800431-1-iscsi neutron-server[92953]: 'Network': {'1.1'}, Jul 12 08:31:08.310076 dv-cinder-800431-1-iscsi neutron-server[92953]: 'Port': {'1.7'}, Jul 12 08:31:08.310076 dv-cinder-800431-1-iscsi neutron-server[92953]: 'PortForwarding': {'1.2'}, Jul 12 08:31:08.310076 dv-cinder-800431-1-iscsi neutron-server[92953]: 'QosPolicy': {'1.8'}, Jul 12 08:31:08.310076 dv-cinder-800431-1-iscsi neutron-server[92953]: 'SecurityGroup': {'1.4'}, Jul 12 08:31:08.310076 dv-cinder-800431-1-iscsi neutron-server[92953]: 'SecurityGroupRule': {'1.2'}, Jul 12 08:31:08.310076 dv-cinder-800431-1-iscsi neutron-server[92953]: 'SubPort': {'1.0'}, Jul 12 08:31:08.310076 dv-cinder-800431-1-iscsi neutron-server[92953]: 'Subnet': {'1.1'}, Jul 12 08:31:08.310076 dv-cinder-800431-1-iscsi neutron-server[92953]: 'Trunk': {'1.1'}} Jul 12 08:31:08.310076 dv-cinder-800431-1-iscsi neutron-server[92953]: consumer versions: Jul 12 08:31:08.310076 dv-cinder-800431-1-iscsi neutron-server[92953]: { DHCP agent@dv-cinder-800431-1-iscsi: {}, Jul 12 08:31:08.310076 dv-cinder-800431-1-iscsi neutron-server[92953]: HyperV agent@hv-cinder-80043: {}, Jul 12 08:31:08.310076 dv-cinder-800431-1-iscsi neutron-server[92953]: L3 agent@dv-cinder-800431-1-iscsi: {}, Jul 12 08:31:08.310076 dv-cinder-800431-1-iscsi neutron-server[92953]: Metadata agent@dv-cinder-800431-1-iscsi: {}, Jul 12 08:31:08.310076 dv-cinder-800431-1-iscsi neutron-server[92953]: Metering agent@dv-cinder-800431-1-iscsi: {}, Jul 12 08:31:08.310076 dv-cinder-800431-1-iscsi neutron-server[92953]: Open vSwitch agent@dv-cinder-800431-1-iscsi: { 'AddressGroup': '1.2', Jul 12 08:31:08.310076 dv-cinder-800431-1-iscsi neutron-server[92953]: 'ConntrackHelper': '1.0', Jul 12 08:31:08.310076 dv-cinder-800431-1-iscsi neutron-server[92953]: 'Log': '1.0', Jul 12 08:31:08.310076 dv-cinder-800431-1-iscsi neutron-server[92953]: 'Network': '1.1', Jul 12 08:31:08.310076 dv-cinder-800431-1-iscsi neutron-server[92953]: 'Port': '1.7', Jul 12 08:31:08.310076 dv-cinder-800431-1-iscsi neutron-server[92953]: 'PortForwarding': '1.2', Jul 12 08:31:08.310076 dv-cinder-800431-1-iscsi neutron-server[92953]: 'QosPolicy': '1.8', Jul 12 08:31:08.310076 dv-cinder-800431-1-iscsi neutron-server[92953]: 'SecurityGroup': '1.4', Jul 12 08:31:08.310076 dv-cinder-800431-1-iscsi neutron-server[92953]: 'SecurityGroupRule': '1.2', Jul 12 08:31:08.310076 dv-cinder-800431-1-iscsi neutron-server[92953]: 'SubPort': '1.0', Jul 12 08:31:08.310076 dv-cinder-800431-1-iscsi neutron-server[92953]: 'Subnet': '1.1', Jul 12 08:31:08.310076 dv-cinder-800431-1-iscsi neutron-server[92953]: 'Trunk': '1.1'}} Jul 12 08:31:08.310076 dv-cinder-800431-1-iscsi neutron-server[92953]: {{(pid=92953) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 08:31:08.321459 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7056568-45b1-45d6-b2ba-9c673f44a1b5 admin admin] Pushing event updated for resources: {'Network': ['ID=87f9aa9d-4b32-44c0-9258-78c96af6cf8d,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:08.328372 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8756ee30-1651-4e50-bcb0-653e76cf5a60 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:08.344474 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Network 87f9aa9d-4b32-44c0-9258-78c96af6cf8d details requested by agent ovs-agent-dv-cinder-800431-1-iscsi with host dv-cinder-800431-1-iscsi {{(pid=92953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 08:31:08.350467 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8756ee30-1651-4e50-bcb0-653e76cf5a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:08.352106 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d185604-029a-48ac-a644-d8939c4bd123 admin admin] Made reservation on behalf of ca5d7c4d35274957aea289fc8cbe4d73 for: {'subnet': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 08:31:08.354948 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-5d185604-029a-48ac-a644-d8939c4bd123 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:08.426799 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-a2bc6164-db2a-4cb8-a361-dc40d74b3bc1 None None] Attempting to bind port 4d3398dd-377c-4609-aaf6-e968c86204ff on host dv-cinder-800431-1-iscsi for vnic_type normal with profile {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 08:31:08.427174 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-a2bc6164-db2a-4cb8-a361-dc40d74b3bc1 None None] Attempting to bind port 4d3398dd-377c-4609-aaf6-e968c86204ff by drivers openvswitch,hyperv on host dv-cinder-800431-1-iscsi at level 0 using segments [{'id': '0f9fcbd0-77f2-47e1-a4af-6466181e27c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '87af1681-88b0-408a-a0a8-01a2bb52ff86'}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 08:31:08.427593 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bc6164-db2a-4cb8-a361-dc40d74b3bc1 None None] Attempting to bind port 4d3398dd-377c-4609-aaf6-e968c86204ff on network 87af1681-88b0-408a-a0a8-01a2bb52ff86 {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:31:08.433836 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bc6164-db2a-4cb8-a361-dc40d74b3bc1 None None] Checking agent: {'id': '165ba4a0-42de-4d95-afeb-0090fba4eff7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 8, 23, 37), 'started_at': datetime.datetime(2021, 7, 12, 8, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 8, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 08:31:08.434220 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bc6164-db2a-4cb8-a361-dc40d74b3bc1 None None] Checking segment: {'id': '0f9fcbd0-77f2-47e1-a4af-6466181e27c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '87af1681-88b0-408a-a0a8-01a2bb52ff86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:31:08.435037 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2bc6164-db2a-4cb8-a361-dc40d74b3bc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:08.435153 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bc6164-db2a-4cb8-a361-dc40d74b3bc1 None None] Bound using segment: {'id': '0f9fcbd0-77f2-47e1-a4af-6466181e27c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '87af1681-88b0-408a-a0a8-01a2bb52ff86'} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 08:31:08.436179 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-a2bc6164-db2a-4cb8-a361-dc40d74b3bc1 None None] Bound port: 4d3398dd-377c-4609-aaf6-e968c86204ff, host: dv-cinder-800431-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f9fcbd0-77f2-47e1-a4af-6466181e27c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '87af1681-88b0-408a-a0a8-01a2bb52ff86'}}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 08:31:08.436619 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2bc6164-db2a-4cb8-a361-dc40d74b3bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:08.458238 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-19d76be8-a7ac-4827-ab24-3238d2b94629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-499971'] for router, precommit_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:08.490669 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e8e5260e-8611-449f-b6d4-407339c484dc req-117d8c5b-3778-457e-9289-6d860369636f service neutron] 10.222.0.37 "GET /v2.0/networks/dc5b67e2-89a7-4132-a0b0-a29e3f848ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4290879 Jul 12 08:31:08.544847 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713826e4-6214-421c-b11c-025029d5fe3d admin admin] Made reservation on behalf of dfb7eb80a563452ea9b6c0e8346d7a46 for: {'network': 1} {{(pid=92951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 08:31:08.548214 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-713826e4-6214-421c-b11c-025029d5fe3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for network, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:08.553275 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_common [None req-8756ee30-1651-4e50-bcb0-653e76cf5a60 admin admin] Allocated IP 172.27.1.67 (65ec14d2-e0c2-45ad-9132-5fa8e954ebc3/dca57fa4-8523-4dee-8f0e-27ff75670efc/07f95d4c-3817-4137-9ea5-87443a9b00aa) {{(pid=92952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 08:31:08.563146 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-bb58b3e3-eff8-49bf-9bdf-b1bf1088bc53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:08.579511 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-713826e4-6214-421c-b11c-025029d5fe3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:08.630459 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2bc6164-db2a-4cb8-a361-dc40d74b3bc1 None None] For port 4d3398dd-377c-4609-aaf6-e968c86204ff, host dv-cinder-800431-1-iscsi, cleared binding levels {{(pid=92953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 08:31:08.634875 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a2bc6164-db2a-4cb8-a361-dc40d74b3bc1 None None] For port 4d3398dd-377c-4609-aaf6-e968c86204ff, host dv-cinder-800431-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=4d3398dd-377c-4609-aaf6-e968c86204ff,segment=NetworkSegment(0f9fcbd0-77f2-47e1-a4af-6466181e27c6),segment_id=0f9fcbd0-77f2-47e1-a4af-6466181e27c6)] {{(pid=92953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 08:31:08.641908 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a2bc6164-db2a-4cb8-a361-dc40d74b3bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:08.688485 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-5d185604-029a-48ac-a644-d8939c4bd123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794'] for subnet, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:08.734232 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d185604-029a-48ac-a644-d8939c4bd123 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a3005b3-6c18-4cb2-94e4-48e9cf6a930f,revision_number=0']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:08.752312 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bc6164-db2a-4cb8-a361-dc40d74b3bc1 None None] Pushing event updated for resources: {'Port': ['ID=4d3398dd-377c-4609-aaf6-e968c86204ff,revision_number=2']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:08.795932 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8756ee30-1651-4e50-bcb0-653e76cf5a60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:08.814562 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d185604-029a-48ac-a644-d8939c4bd123 admin admin] Checking segment: {'id': '8ae57f27-2f55-4ba4-8135-7182c274f38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '87f9aa9d-4b32-44c0-9258-78c96af6cf8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:31:08.815437 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d185604-029a-48ac-a644-d8939c4bd123 admin admin] Network hostable DHCP agents. Network: 87f9aa9d-4b32-44c0-9258-78c96af6cf8d, hostable agents: ['c54cb50b-3f96-48fd-b597-b50612d9ada1'], hosted agents: [] {{(pid=92952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 08:31:08.839726 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-19d76be8-a7ac-4827-ab24-3238d2b94629 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:08.850890 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d185604-029a-48ac-a644-d8939c4bd123 admin admin] Network 87f9aa9d-4b32-44c0-9258-78c96af6cf8d is scheduled to be hosted by DHCP agent c54cb50b-3f96-48fd-b597-b50612d9ada1 with binding_index 1 {{(pid=92952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 08:31:08.865218 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-bb58b3e3-eff8-49bf-9bdf-b1bf1088bc53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:08.873271 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [None req-5d185604-029a-48ac-a644-d8939c4bd123 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800431-1-iscsi, 87f9aa9d-4b32-44c0-9258-78c96af6cf8d) {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:31:08.878746 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d185604-029a-48ac-a644-d8939c4bd123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:08.881998 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-5d185604-029a-48ac-a644-d8939c4bd123 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for subnet, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:08.885522 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 34926) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:08.888793 dv-cinder-800431-1-iscsi neutron-server[92952]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 12 08:31:08.888940 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a503b3-767b-4c1c-9e7c-55342d56fe33 None None] Network 87f9aa9d-4b32-44c0-9258-78c96af6cf8d requested from dv-cinder-800431-1-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 08:31:08.900523 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-bb58b3e3-eff8-49bf-9bdf-b1bf1088bc53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:08.903147 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-19d76be8-a7ac-4827-ab24-3238d2b94629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:08.935792 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8756ee30-1651-4e50-bcb0-653e76cf5a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748222641646'] for port, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:08.971464 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e791c702-1872-481a-9260-f6e92c23c4a2 req-bc0738a1-8373-4b66-aef6-c960f18221f5 tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] 10.222.0.37 "GET /v2.0/ports?device_id=fea42424-78ac-4cf7-8021-c853f29d7fbd HTTP/1.1" status: 200 len: 210 time: 0.0836527 Jul 12 08:31:09.016237 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-bb58b3e3-eff8-49bf-9bdf-b1bf1088bc53 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=72561f12d1114ed99e81972637153f90&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1202443 Jul 12 08:31:09.016817 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 34938) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:09.022197 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8756ee30-1651-4e50-bcb0-653e76cf5a60 admin admin] Network 65ec14d2-e0c2-45ad-9132-5fa8e954ebc3 is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:31:09.059402 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb58b3e3-eff8-49bf-9bdf-b1bf1088bc53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ed1fae-9b9d-4e74-a1e6-4ba30e32f324,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:09.061301 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [None req-8756ee30-1651-4e50-bcb0-653e76cf5a60 admin admin] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:31:09.066071 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8756ee30-1651-4e50-bcb0-653e76cf5a60 admin admin] Received port after_create {{(pid=92952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 08:31:09.300571 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 4d3398dd-377c-4609-aaf6-e968c86204ff up at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:31:09.322844 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.db.db_base_plugin_common [None req-19d76be8-a7ac-4827-ab24-3238d2b94629 admin admin] Allocated IP 172.27.1.146 (65ec14d2-e0c2-45ad-9132-5fa8e954ebc3/dca57fa4-8523-4dee-8f0e-27ff75670efc/ad66b2fc-18bc-4a40-9645-e4999746a8ad) {{(pid=92951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 08:31:09.352123 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5aa24c7-69b0-40a6-a417-3395a3cd456a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcacd1728-95ed-5cda-b7de-0b3fff281327-87f9aa9d-4b32-44c0-9258-78c96af6cf8d', 'network_id': '87f9aa9d-4b32-44c0-9258-78c96af6cf8d', 'tenant_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'fixed_ips': [{'subnet_id': '2a3005b3-6c18-4cb2-94e4-48e9cf6a930f'}]}} from dv-cinder-800431-1-iscsi. {{(pid=92953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 08:31:09.352697 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b5aa24c7-69b0-40a6-a417-3395a3cd456a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:09.364014 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5a0a9dc3-3de5-4d54-b43b-f8074060791d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:09.387910 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8148b14b-fdb1-487f-b940-7b46dc6d16f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:09.453881 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8756ee30-1651-4e50-bcb0-653e76cf5a60 admin admin] Pushing event updated for resources: {'Port': ['ID=07f95d4c-3817-4137-9ea5-87443a9b00aa,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:09.466661 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5a0a9dc3-3de5-4d54-b43b-f8074060791d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:09.471893 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-713826e4-6214-421c-b11c-025029d5fe3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:09.486902 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-713826e4-6214-421c-b11c-025029d5fe3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:09.546938 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-713826e4-6214-421c-b11c-025029d5fe3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=92951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 08:31:09.571115 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_common [None req-b5aa24c7-69b0-40a6-a417-3395a3cd456a None None] Allocated IP 172.20.0.2 (87f9aa9d-4b32-44c0-9258-78c96af6cf8d/2a3005b3-6c18-4cb2-94e4-48e9cf6a930f/92c39039-9216-4b85-bb1f-8cd80aa5fd11) {{(pid=92953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 08:31:09.573580 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-5d185604-029a-48ac-a644-d8939c4bd123 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3169184 Jul 12 08:31:09.577743 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 34952) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:09.585999 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-ef2bad6f-21f6-4791-8680-be154159288a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-348321455-router', 'tenant_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3'}}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:31:09.597291 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-713826e4-6214-421c-b11c-025029d5fe3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246630'] for segment, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:09.597642 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.db.segments_db [None req-713826e4-6214-421c-b11c-025029d5fe3d admin admin] Added segment 7c0de5aa-081e-4439-a6e3-b5bcd398d66d of type vlan for network 9927bacd-752d-428b-af34-9f146a1ba187 Jul 12 08:31:09.598971 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713826e4-6214-421c-b11c-025029d5fe3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ea7373-5c39-4019-acc4-96e933732202,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:09.660757 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-19d76be8-a7ac-4827-ab24-3238d2b94629 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:09.670165 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-713826e4-6214-421c-b11c-025029d5fe3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748222629479'] for network, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:09.679723 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5a0a9dc3-3de5-4d54-b43b-f8074060791d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:09.682345 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5a0a9dc3-3de5-4d54-b43b-f8074060791d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:09.690907 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-5a0a9dc3-3de5-4d54-b43b-f8074060791d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/85ed1fae-9b9d-4e74-a1e6-4ba30e32f324 HTTP/1.1" status: 204 len: 168 time: 0.6642973 Jul 12 08:31:09.719016 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8756ee30-1651-4e50-bcb0-653e76cf5a60 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:09.722495 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-ef2bad6f-21f6-4791-8680-be154159288a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500008'] for router, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:09.723759 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-ef2bad6f-21f6-4791-8680-be154159288a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941001', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-943589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500017'] for router, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:09.778205 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning for port 4d3398dd-377c-4609-aaf6-e968c86204ff completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:31:09.819721 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b5aa24c7-69b0-40a6-a417-3395a3cd456a None None] Notify callbacks [] for port, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:09.832478 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-b5aa24c7-69b0-40a6-a417-3395a3cd456a None None] Transition to ACTIVE for port object 92c39039-9216-4b85-bb1f-8cd80aa5fd11 will not be triggered until provisioned by entity L2. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:31:09.860993 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-ef2bad6f-21f6-4791-8680-be154159288a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:09.867099 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0a9dc3-3de5-4d54-b43b-f8074060791d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ed1fae-9b9d-4e74-a1e6-4ba30e32f324,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:09.872533 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.db.resource_extend [None req-713826e4-6214-421c-b11c-025029d5fe3d admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 12 08:31:09.907650 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-b5aa24c7-69b0-40a6-a417-3395a3cd456a None None] Transition to ACTIVE for port object 92c39039-9216-4b85-bb1f-8cd80aa5fd11 will not be triggered until provisioned by entity DHCP. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:31:09.925119 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b5aa24c7-69b0-40a6-a417-3395a3cd456a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748222641646'] for port, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:09.980018 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5aa24c7-69b0-40a6-a417-3395a3cd456a None None] Network 87f9aa9d-4b32-44c0-9258-78c96af6cf8d is already hosted by enough agents. {{(pid=92953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:31:09.983654 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-b5aa24c7-69b0-40a6-a417-3395a3cd456a None None] Resources bound (agent type, host, resource id): {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:31:09.986494 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5aa24c7-69b0-40a6-a417-3395a3cd456a None None] Received port after_create {{(pid=92953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 08:31:10.069502 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-713826e4-6214-421c-b11c-025029d5fe3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794'] for network, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:10.070494 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713826e4-6214-421c-b11c-025029d5fe3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:10.071081 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-713826e4-6214-421c-b11c-025029d5fe3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for network, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:10.072288 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aa24c7-69b0-40a6-a417-3395a3cd456a None None] Pushing event updated for resources: {'Port': ['ID=92c39039-9216-4b85-bb1f-8cd80aa5fd11,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:10.079298 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-b5aa24c7-69b0-40a6-a417-3395a3cd456a None None] Attempting to bind port 92c39039-9216-4b85-bb1f-8cd80aa5fd11 on host dv-cinder-800431-1-iscsi for vnic_type normal with profile {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 08:31:10.079669 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-b5aa24c7-69b0-40a6-a417-3395a3cd456a None None] Attempting to bind port 92c39039-9216-4b85-bb1f-8cd80aa5fd11 by drivers openvswitch,hyperv on host dv-cinder-800431-1-iscsi at level 0 using segments [{'id': '8ae57f27-2f55-4ba4-8135-7182c274f38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '87f9aa9d-4b32-44c0-9258-78c96af6cf8d'}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 08:31:10.080274 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5aa24c7-69b0-40a6-a417-3395a3cd456a None None] Attempting to bind port 92c39039-9216-4b85-bb1f-8cd80aa5fd11 on network 87f9aa9d-4b32-44c0-9258-78c96af6cf8d {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:31:10.086805 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5aa24c7-69b0-40a6-a417-3395a3cd456a None None] Checking agent: {'id': '165ba4a0-42de-4d95-afeb-0090fba4eff7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 8, 23, 37), 'started_at': datetime.datetime(2021, 7, 12, 8, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 8, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 08:31:10.087226 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5aa24c7-69b0-40a6-a417-3395a3cd456a None None] Checking segment: {'id': '8ae57f27-2f55-4ba4-8135-7182c274f38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '87f9aa9d-4b32-44c0-9258-78c96af6cf8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:31:10.089110 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b5aa24c7-69b0-40a6-a417-3395a3cd456a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:10.089110 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5aa24c7-69b0-40a6-a417-3395a3cd456a None None] Bound using segment: {'id': '8ae57f27-2f55-4ba4-8135-7182c274f38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '87f9aa9d-4b32-44c0-9258-78c96af6cf8d'} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 08:31:10.089110 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-b5aa24c7-69b0-40a6-a417-3395a3cd456a None None] Bound port: 92c39039-9216-4b85-bb1f-8cd80aa5fd11, host: dv-cinder-800431-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ae57f27-2f55-4ba4-8135-7182c274f38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '87f9aa9d-4b32-44c0-9258-78c96af6cf8d'}}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 08:31:10.089511 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b5aa24c7-69b0-40a6-a417-3395a3cd456a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:10.128616 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8756ee30-1651-4e50-bcb0-653e76cf5a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941052'] for router, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:10.193466 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-b5aa24c7-69b0-40a6-a417-3395a3cd456a None None] For port 92c39039-9216-4b85-bb1f-8cd80aa5fd11, host dv-cinder-800431-1-iscsi, cleared binding levels {{(pid=92953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 08:31:10.199420 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-b5aa24c7-69b0-40a6-a417-3395a3cd456a None None] For port 92c39039-9216-4b85-bb1f-8cd80aa5fd11, host dv-cinder-800431-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=92c39039-9216-4b85-bb1f-8cd80aa5fd11,segment=NetworkSegment(8ae57f27-2f55-4ba4-8135-7182c274f38c),segment_id=8ae57f27-2f55-4ba4-8135-7182c274f38c)] {{(pid=92953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 08:31:10.206402 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b5aa24c7-69b0-40a6-a417-3395a3cd456a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:10.295244 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aa24c7-69b0-40a6-a417-3395a3cd456a None None] Pushing event updated for resources: {'Port': ['ID=92c39039-9216-4b85-bb1f-8cd80aa5fd11,revision_number=2']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:10.346187 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-95fb1ca4-d5ab-4601-a2c7-2ccbc9672806 req-da37b34b-a229-44a6-9294-c356bb39bb18 tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] 10.222.0.37 "GET /v2.0/ports?device_id=fea42424-78ac-4cf7-8021-c853f29d7fbd HTTP/1.1" status: 200 len: 210 time: 0.1796386 Jul 12 08:31:10.348487 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8756ee30-1651-4e50-bcb0-653e76cf5a60 admin admin] Router 59a260da-04ad-498b-a2d9-3307dd0da82c is scheduled to L3 agent c0ba3535-5ad7-41e9-9cdc-b89c0ff976de with binding_index 1 {{(pid=92952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 08:31:10.362134 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99992e2d-1caa-4ee6-8de0-c4f34bcc4e87 None None] Network 87af1681-88b0-408a-a0a8-01a2bb52ff86 requested from dv-cinder-800431-1-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 08:31:10.453571 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713826e4-6214-421c-b11c-025029d5fe3d admin admin] Pushing event updated for resources: {'Network': ['ID=9927bacd-752d-428b-af34-9f146a1ba187,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:10.457514 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-3f30b269-b79f-4c8d-b854-a47ad2bd29f9 None None] Provisioning for port 4d3398dd-377c-4609-aaf6-e968c86204ff completed by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:31:10.458417 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-713826e4-6214-421c-b11c-025029d5fe3d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.7540054 Jul 12 08:31:10.467249 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 34988) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:10.476899 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Network 9927bacd-752d-428b-af34-9f146a1ba187 details requested by agent ovs-agent-dv-cinder-800431-1-iscsi with host dv-cinder-800431-1-iscsi {{(pid=92953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 08:31:10.485419 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-3f30b269-b79f-4c8d-b854-a47ad2bd29f9 None None] Provisioning complete for port 4d3398dd-377c-4609-aaf6-e968c86204ff triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:31:10.486168 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3f30b269-b79f-4c8d-b854-a47ad2bd29f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:10.486416 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-64629ef1-f9e8-436c-8e1f-2069f7997642 admin admin] Request body: {'subnet': {'network_id': '9927bacd-752d-428b-af34-9f146a1ba187', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-277323946-subnet', 'tenant_id': 'dfb7eb80a563452ea9b6c0e8346d7a46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:31:10.493607 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-19d76be8-a7ac-4827-ab24-3238d2b94629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748222641646'] for port, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:10.501534 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-ef2bad6f-21f6-4791-8680-be154159288a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-499971'] for router, precommit_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:10.530771 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 34990) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:10.558404 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-bc2e5258-72ec-4df2-bf60-2a78665ab6ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:10.561082 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d76be8-a7ac-4827-ab24-3238d2b94629 admin admin] Network 65ec14d2-e0c2-45ad-9132-5fa8e954ebc3 is already hosted by enough agents. {{(pid=92951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:31:10.577204 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-19d76be8-a7ac-4827-ab24-3238d2b94629 admin admin] Resources bound (agent type, host, resource id): {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:31:10.603388 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d76be8-a7ac-4827-ab24-3238d2b94629 admin admin] Received port after_create {{(pid=92951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 08:31:10.606223 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d76be8-a7ac-4827-ab24-3238d2b94629 admin admin] Pushing event updated for resources: {'Port': ['ID=ad66b2fc-18bc-4a40-9645-e4999746a8ad,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:10.709002 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64629ef1-f9e8-436c-8e1f-2069f7997642 admin admin] Made reservation on behalf of dfb7eb80a563452ea9b6c0e8346d7a46 for: {'subnet': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 08:31:10.723244 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-64629ef1-f9e8-436c-8e1f-2069f7997642 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:10.793146 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3f30b269-b79f-4c8d-b854-a47ad2bd29f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:10.796428 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8756ee30-1651-4e50-bcb0-653e76cf5a60 admin admin] Notify agent at l3_agent.dv-cinder-800431-1-iscsi the message routers_updated {{(pid=92952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 08:31:10.808277 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a63dbbc-5742-48c0-b0eb-b9d35734d002 None None] Sync routers for ids ['59a260da-04ad-498b-a2d9-3307dd0da82c'] in dv-cinder-800431-1-iscsi {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 08:31:10.825784 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a63dbbc-5742-48c0-b0eb-b9d35734d002 None None] Routers {'59a260da-04ad-498b-a2d9-3307dd0da82c'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:31:10.827886 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-8a63dbbc-5742-48c0-b0eb-b9d35734d002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:31:07Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['59a260da-04ad-498b-a2d9-3307dd0da82c'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:31:10.913572 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-3f30b269-b79f-4c8d-b854-a47ad2bd29f9 None None] For port 4d3398dd-377c-4609-aaf6-e968c86204ff, host dv-cinder-800431-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=4d3398dd-377c-4609-aaf6-e968c86204ff,segment=NetworkSegment(0f9fcbd0-77f2-47e1-a4af-6466181e27c6),segment_id=0f9fcbd0-77f2-47e1-a4af-6466181e27c6)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:31:10.921245 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3f30b269-b79f-4c8d-b854-a47ad2bd29f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:10.972986 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-bc2e5258-72ec-4df2-bf60-2a78665ab6ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:10.992132 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f30b269-b79f-4c8d-b854-a47ad2bd29f9 None None] Pushing event updated for resources: {'Port': ['ID=4d3398dd-377c-4609-aaf6-e968c86204ff,revision_number=3']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:11.001890 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-bc2e5258-72ec-4df2-bf60-2a78665ab6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:11.023585 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-8a63dbbc-5742-48c0-b0eb-b9d35734d002 None None] Set router 59a260da-04ad-498b-a2d9-3307dd0da82c gateway port host: dv-cinder-800431-1-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:31:11.034521 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8756ee30-1651-4e50-bcb0-653e76cf5a60 admin admin] Notify callbacks [] for router, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:11.035960 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-8756ee30-1651-4e50-bcb0-653e76cf5a60 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9142160 Jul 12 08:31:11.041327 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 34996) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:11.046297 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-bc2e5258-72ec-4df2-bf60-2a78665ab6ca admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5a9d29e44227413d82ab14f44657fb2d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5122080 Jul 12 08:31:11.047134 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 34998) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:11.081852 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2e5258-72ec-4df2-bf60-2a78665ab6ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5025c878-633c-4566-adaf-d2b2402e3b85,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:11.118053 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-19d76be8-a7ac-4827-ab24-3238d2b94629 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:11.242636 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-64629ef1-f9e8-436c-8e1f-2069f7997642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794'] for subnet, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:11.266933 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-8a63dbbc-5742-48c0-b0eb-b9d35734d002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a260da-04ad-498b-a2d9-3307dd0da82c', 'name': 'tempest-AttachVolumeTestJSON-1782835244-router', 'tenant_id': '2b5b16bf27b543fb92132074924097b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '07f95d4c-3817-4137-9ea5-87443a9b00aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:31:07Z', 'updated_at': '2021-07-12T08:31:09Z', 'revision_number': 3, 'project_id': '2b5b16bf27b543fb92132074924097b0', 'gw_port': {'id': '07f95d4c-3817-4137-9ea5-87443a9b00aa', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:dd:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a260da-04ad-498b-a2d9-3307dd0da82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:08Z', 'updated_at': '2021-07-12T08:31:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi'}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:31:11.300215 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f92bceca-c526-4baf-a5f3-6a5cdc529d7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:11.316786 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a63dbbc-5742-48c0-b0eb-b9d35734d002 None None] Checking router: 59a260da-04ad-498b-a2d9-3307dd0da82c for host: dv-cinder-800431-1-iscsi {{(pid=92954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 08:31:11.317342 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a63dbbc-5742-48c0-b0eb-b9d35734d002 None None] Updating router 59a260da-04ad-498b-a2d9-3307dd0da82c port 07f95d4c-3817-4137-9ea5-87443a9b00aa binding host dv-cinder-800431-1-iscsi {{(pid=92954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 08:31:11.340807 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 92c39039-9216-4b85-bb1f-8cd80aa5fd11 up at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:31:11.356107 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f92bceca-c526-4baf-a5f3-6a5cdc529d7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:11.361278 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8a63dbbc-5742-48c0-b0eb-b9d35734d002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:11.365682 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64629ef1-f9e8-436c-8e1f-2069f7997642 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a0becfc-3af6-496c-8dd3-7572500218a5,revision_number=0']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:11.408998 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a1f3ff00-15f5-450c-9e1e-6bd750f48139 None None] Provisioning complete for port 4d3398dd-377c-4609-aaf6-e968c86204ff triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:31:11.409738 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a1f3ff00-15f5-450c-9e1e-6bd750f48139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:11.462409 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64629ef1-f9e8-436c-8e1f-2069f7997642 admin admin] Checking segment: {'id': '7c0de5aa-081e-4439-a6e3-b5bcd398d66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9927bacd-752d-428b-af34-9f146a1ba187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:31:11.463565 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64629ef1-f9e8-436c-8e1f-2069f7997642 admin admin] Network hostable DHCP agents. Network: 9927bacd-752d-428b-af34-9f146a1ba187, hostable agents: ['c54cb50b-3f96-48fd-b597-b50612d9ada1'], hosted agents: [] {{(pid=92952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 08:31:11.492567 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64629ef1-f9e8-436c-8e1f-2069f7997642 admin admin] Network 9927bacd-752d-428b-af34-9f146a1ba187 is scheduled to be hosted by DHCP agent c54cb50b-3f96-48fd-b597-b50612d9ada1 with binding_index 1 {{(pid=92952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 08:31:11.514218 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [None req-64629ef1-f9e8-436c-8e1f-2069f7997642 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800431-1-iscsi, 9927bacd-752d-428b-af34-9f146a1ba187) {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:31:11.533155 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f92bceca-c526-4baf-a5f3-6a5cdc529d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:11.536828 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f92bceca-c526-4baf-a5f3-6a5cdc529d7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:11.538176 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd98c6c-c6e0-4297-b46d-7e731e267c2d None None] Network 9927bacd-752d-428b-af34-9f146a1ba187 requested from dv-cinder-800431-1-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 08:31:11.539063 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-f92bceca-c526-4baf-a5f3-6a5cdc529d7b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5025c878-633c-4566-adaf-d2b2402e3b85 HTTP/1.1" status: 204 len: 168 time: 0.4856055 Jul 12 08:31:11.540402 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64629ef1-f9e8-436c-8e1f-2069f7997642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:11.549489 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-64629ef1-f9e8-436c-8e1f-2069f7997642 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for subnet, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:11.602143 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92bceca-c526-4baf-a5f3-6a5cdc529d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5025c878-633c-4566-adaf-d2b2402e3b85,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:11.638773 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-64629ef1-f9e8-436c-8e1f-2069f7997642 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1542222 Jul 12 08:31:11.685294 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning for port 92c39039-9216-4b85-bb1f-8cd80aa5fd11 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:31:11.700898 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 4d3398dd-377c-4609-aaf6-e968c86204ff up at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:31:11.825029 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 35012) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:11.951218 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8a63dbbc-5742-48c0-b0eb-b9d35734d002 None None] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:11.965010 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_v2 [None req-36bda6e3-fbc8-4691-86b7-8e77cd8c7f25 admin admin] Deleting subnet dc46deed-0459-44b8-b0d2-51683cfffb96 {{(pid=92952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 08:31:11.971865 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-1090d106-9b38-4e03-ac95-6b80da3ad73c req-06009521-0b64-4867-8360-165c9017d515 tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] 10.222.0.37 "GET /v2.0/ports?device_id=fea42424-78ac-4cf7-8021-c853f29d7fbd HTTP/1.1" status: 200 len: 210 time: 0.0899200 Jul 12 08:31:11.990802 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-36bda6e3-fbc8-4691-86b7-8e77cd8c7f25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:11.992963 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a649dda-2cee-41af-98d1-7a502a364d6c None None] Network 9927bacd-752d-428b-af34-9f146a1ba187 requested from dv-cinder-800431-1-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 08:31:12.015012 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [None req-8a63dbbc-5742-48c0-b0eb-b9d35734d002 None None] Transition to ACTIVE for port object 07f95d4c-3817-4137-9ea5-87443a9b00aa will not be triggered until provisioned by entity L2. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:31:12.027132 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8a63dbbc-5742-48c0-b0eb-b9d35734d002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:12.039482 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd0bda7-67a3-4d4c-88ba-4e0b52af8f7c None None] Network 87f9aa9d-4b32-44c0-9258-78c96af6cf8d requested from dv-cinder-800431-1-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 08:31:12.047617 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning complete for port 4d3398dd-377c-4609-aaf6-e968c86204ff triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:31:12.047773 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:12.082021 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-19d76be8-a7ac-4827-ab24-3238d2b94629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941052'] for router, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:12.089573 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-36bda6e3-fbc8-4691-86b7-8e77cd8c7f25 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:12.110890 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-36bda6e3-fbc8-4691-86b7-8e77cd8c7f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8247719'] for subnet, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:12.144618 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-ef2bad6f-21f6-4791-8680-be154159288a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:12.168347 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [None req-8a63dbbc-5742-48c0-b0eb-b9d35734d002 None None] Attempting to bind port 07f95d4c-3817-4137-9ea5-87443a9b00aa on host dv-cinder-800431-1-iscsi for vnic_type normal with profile {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 08:31:12.172563 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [None req-8a63dbbc-5742-48c0-b0eb-b9d35734d002 None None] Attempting to bind port 07f95d4c-3817-4137-9ea5-87443a9b00aa by drivers openvswitch,hyperv on host dv-cinder-800431-1-iscsi at level 0 using segments [{'id': '96305722-55d6-4089-959b-5f9b3a20c0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3'}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 08:31:12.173190 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a63dbbc-5742-48c0-b0eb-b9d35734d002 None None] Attempting to bind port 07f95d4c-3817-4137-9ea5-87443a9b00aa on network 65ec14d2-e0c2-45ad-9132-5fa8e954ebc3 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:31:12.201250 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a63dbbc-5742-48c0-b0eb-b9d35734d002 None None] Checking agent: {'id': '165ba4a0-42de-4d95-afeb-0090fba4eff7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 8, 23, 37), 'started_at': datetime.datetime(2021, 7, 12, 8, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 8, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 08:31:12.201624 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a63dbbc-5742-48c0-b0eb-b9d35734d002 None None] Checking segment: {'id': '96305722-55d6-4089-959b-5f9b3a20c0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:31:12.202050 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8a63dbbc-5742-48c0-b0eb-b9d35734d002 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:12.202448 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a63dbbc-5742-48c0-b0eb-b9d35734d002 None None] Bound using segment: {'id': '96305722-55d6-4089-959b-5f9b3a20c0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3'} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 08:31:12.202924 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [None req-8a63dbbc-5742-48c0-b0eb-b9d35734d002 None None] Bound port: 07f95d4c-3817-4137-9ea5-87443a9b00aa, host: dv-cinder-800431-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96305722-55d6-4089-959b-5f9b3a20c0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3'}}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 08:31:12.203322 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8a63dbbc-5742-48c0-b0eb-b9d35734d002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:12.207957 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-eb3a935a-a2dd-4e6f-848d-7d0f4dd1b5a7 None None] Provisioning for port 92c39039-9216-4b85-bb1f-8cd80aa5fd11 completed by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:31:12.237013 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-eb3a935a-a2dd-4e6f-848d-7d0f4dd1b5a7 None None] Provisioning complete for port 92c39039-9216-4b85-bb1f-8cd80aa5fd11 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:31:12.237384 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-eb3a935a-a2dd-4e6f-848d-7d0f4dd1b5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:12.255256 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a7fc99-bc68-453f-b0d8-e88c164feede None None] Pushing event updated for resources: {'Port': ['ID=07f95d4c-3817-4137-9ea5-87443a9b00aa,revision_number=2']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:12.257624 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-ef2bad6f-21f6-4791-8680-be154159288a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:12.260815 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-36bda6e3-fbc8-4691-86b7-8e77cd8c7f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8247726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794'] for subnet, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:12.286804 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a7fc99-bc68-453f-b0d8-e88c164feede None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:31:12.287418 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a7fc99-bc68-453f-b0d8-e88c164feede None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:31:12.287913 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a7fc99-bc68-453f-b0d8-e88c164feede None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:31:12.290140 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a7fc99-bc68-453f-b0d8-e88c164feede None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:31:12.290681 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a7fc99-bc68-453f-b0d8-e88c164feede None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:31:12.291168 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a7fc99-bc68-453f-b0d8-e88c164feede None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:31:12.292635 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a7fc99-bc68-453f-b0d8-e88c164feede None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:31:12.292987 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a7fc99-bc68-453f-b0d8-e88c164feede None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:31:12.293340 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a7fc99-bc68-453f-b0d8-e88c164feede None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:31:12.293803 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a7fc99-bc68-453f-b0d8-e88c164feede None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:31:12.294018 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a7fc99-bc68-453f-b0d8-e88c164feede None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:31:12.294343 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a7fc99-bc68-453f-b0d8-e88c164feede None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:31:12.304371 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a7fc99-bc68-453f-b0d8-e88c164feede None None] Tracked resource versions report: Jul 12 08:31:12.304371 dv-cinder-800431-1-iscsi neutron-server[92954]: pushed versions: Jul 12 08:31:12.304371 dv-cinder-800431-1-iscsi neutron-server[92954]: { 'AddressGroup': {'1.2'}, Jul 12 08:31:12.304371 dv-cinder-800431-1-iscsi neutron-server[92954]: 'ConntrackHelper': {'1.0'}, Jul 12 08:31:12.304371 dv-cinder-800431-1-iscsi neutron-server[92954]: 'Log': {'1.0'}, Jul 12 08:31:12.304371 dv-cinder-800431-1-iscsi neutron-server[92954]: 'Network': {'1.1'}, Jul 12 08:31:12.304371 dv-cinder-800431-1-iscsi neutron-server[92954]: 'Port': {'1.7'}, Jul 12 08:31:12.304371 dv-cinder-800431-1-iscsi neutron-server[92954]: 'PortForwarding': {'1.2'}, Jul 12 08:31:12.304371 dv-cinder-800431-1-iscsi neutron-server[92954]: 'QosPolicy': {'1.8'}, Jul 12 08:31:12.304371 dv-cinder-800431-1-iscsi neutron-server[92954]: 'SecurityGroup': {'1.4'}, Jul 12 08:31:12.304371 dv-cinder-800431-1-iscsi neutron-server[92954]: 'SecurityGroupRule': {'1.2'}, Jul 12 08:31:12.304371 dv-cinder-800431-1-iscsi neutron-server[92954]: 'SubPort': {'1.0'}, Jul 12 08:31:12.304371 dv-cinder-800431-1-iscsi neutron-server[92954]: 'Subnet': {'1.1'}, Jul 12 08:31:12.304371 dv-cinder-800431-1-iscsi neutron-server[92954]: 'Trunk': {'1.1'}} Jul 12 08:31:12.304371 dv-cinder-800431-1-iscsi neutron-server[92954]: consumer versions: Jul 12 08:31:12.304371 dv-cinder-800431-1-iscsi neutron-server[92954]: { DHCP agent@dv-cinder-800431-1-iscsi: {}, Jul 12 08:31:12.304371 dv-cinder-800431-1-iscsi neutron-server[92954]: HyperV agent@hv-cinder-80043: {}, Jul 12 08:31:12.304371 dv-cinder-800431-1-iscsi neutron-server[92954]: L3 agent@dv-cinder-800431-1-iscsi: {}, Jul 12 08:31:12.304371 dv-cinder-800431-1-iscsi neutron-server[92954]: Metadata agent@dv-cinder-800431-1-iscsi: {}, Jul 12 08:31:12.304371 dv-cinder-800431-1-iscsi neutron-server[92954]: Metering agent@dv-cinder-800431-1-iscsi: {}, Jul 12 08:31:12.304371 dv-cinder-800431-1-iscsi neutron-server[92954]: Open vSwitch agent@dv-cinder-800431-1-iscsi: { 'AddressGroup': '1.2', Jul 12 08:31:12.304371 dv-cinder-800431-1-iscsi neutron-server[92954]: 'ConntrackHelper': '1.0', Jul 12 08:31:12.304371 dv-cinder-800431-1-iscsi neutron-server[92954]: 'Log': '1.0', Jul 12 08:31:12.304371 dv-cinder-800431-1-iscsi neutron-server[92954]: 'Network': '1.1', Jul 12 08:31:12.304371 dv-cinder-800431-1-iscsi neutron-server[92954]: 'Port': '1.7', Jul 12 08:31:12.304371 dv-cinder-800431-1-iscsi neutron-server[92954]: 'PortForwarding': '1.2', Jul 12 08:31:12.304371 dv-cinder-800431-1-iscsi neutron-server[92954]: 'QosPolicy': '1.8', Jul 12 08:31:12.304371 dv-cinder-800431-1-iscsi neutron-server[92954]: 'SecurityGroup': '1.4', Jul 12 08:31:12.304371 dv-cinder-800431-1-iscsi neutron-server[92954]: 'SecurityGroupRule': '1.2', Jul 12 08:31:12.304371 dv-cinder-800431-1-iscsi neutron-server[92954]: 'SubPort': '1.0', Jul 12 08:31:12.304371 dv-cinder-800431-1-iscsi neutron-server[92954]: 'Subnet': '1.1', Jul 12 08:31:12.304371 dv-cinder-800431-1-iscsi neutron-server[92954]: 'Trunk': '1.1'}} Jul 12 08:31:12.304371 dv-cinder-800431-1-iscsi neutron-server[92954]: {{(pid=92954) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 08:31:12.324042 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bda6e3-fbc8-4691-86b7-8e77cd8c7f25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc46deed-0459-44b8-b0d2-51683cfffb96,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:12.353005 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-36bda6e3-fbc8-4691-86b7-8e77cd8c7f25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for subnet, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:12.357188 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-36bda6e3-fbc8-4691-86b7-8e77cd8c7f25 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/dc46deed-0459-44b8-b0d2-51683cfffb96 HTTP/1.1" status: 204 len: 168 time: 0.5288644 Jul 12 08:31:12.358524 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 35038) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:12.367315 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-8a63dbbc-5742-48c0-b0eb-b9d35734d002 None None] For port 07f95d4c-3817-4137-9ea5-87443a9b00aa, host dv-cinder-800431-1-iscsi, cleared binding levels {{(pid=92954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 08:31:12.371137 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-8a63dbbc-5742-48c0-b0eb-b9d35734d002 None None] For port 07f95d4c-3817-4137-9ea5-87443a9b00aa, host dv-cinder-800431-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=07f95d4c-3817-4137-9ea5-87443a9b00aa,segment=NetworkSegment(96305722-55d6-4089-959b-5f9b3a20c0c4),segment_id=96305722-55d6-4089-959b-5f9b3a20c0c4)] {{(pid=92954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 08:31:12.382233 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-8a63dbbc-5742-48c0-b0eb-b9d35734d002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:12.550496 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19d76be8-a7ac-4827-ab24-3238d2b94629 admin admin] Router 31ca136c-3fd8-44d5-9f5a-88f32a4e13e8 is scheduled to L3 agent c0ba3535-5ad7-41e9-9cdc-b89c0ff976de with binding_index 1 {{(pid=92951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 08:31:12.568265 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a63dbbc-5742-48c0-b0eb-b9d35734d002 None None] Routers {'59a260da-04ad-498b-a2d9-3307dd0da82c'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:31:12.568865 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-8a63dbbc-5742-48c0-b0eb-b9d35734d002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:31:07Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['59a260da-04ad-498b-a2d9-3307dd0da82c'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:31:12.592957 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.23', 49852) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:12.627112 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8286ab22-ac8e-43a4-80bd-fde596f63fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884328'] for network, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:12.703996 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a7fc99-bc68-453f-b0d8-e88c164feede None None] Pushing event updated for resources: {'Port': ['ID=07f95d4c-3817-4137-9ea5-87443a9b00aa,revision_number=3']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:12.783479 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5a56df6b-8099-419e-b96c-f8b816fec257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:12.867693 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-8a63dbbc-5742-48c0-b0eb-b9d35734d002 None None] Set router 59a260da-04ad-498b-a2d9-3307dd0da82c gateway port host: dv-cinder-800431-1-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:31:13.029138 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-eb3a935a-a2dd-4e6f-848d-7d0f4dd1b5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:13.037358 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d76be8-a7ac-4827-ab24-3238d2b94629 admin admin] Notify agent at l3_agent.dv-cinder-800431-1-iscsi the message routers_updated {{(pid=92951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 08:31:13.091673 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-eb3a935a-a2dd-4e6f-848d-7d0f4dd1b5a7 None None] For port 92c39039-9216-4b85-bb1f-8cd80aa5fd11, host dv-cinder-800431-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=92c39039-9216-4b85-bb1f-8cd80aa5fd11,segment=NetworkSegment(8ae57f27-2f55-4ba4-8135-7182c274f38c),segment_id=8ae57f27-2f55-4ba4-8135-7182c274f38c)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:31:13.098958 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f979f1b8-1740-4b3d-8e9e-85292da3d0a3 None None] Sync routers for ids ['31ca136c-3fd8-44d5-9f5a-88f32a4e13e8'] in dv-cinder-800431-1-iscsi {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 08:31:13.106083 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-eb3a935a-a2dd-4e6f-848d-7d0f4dd1b5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:13.202508 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a935a-a2dd-4e6f-848d-7d0f4dd1b5a7 None None] Pushing event updated for resources: {'Port': ['ID=92c39039-9216-4b85-bb1f-8cd80aa5fd11,revision_number=3']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:13.233149 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8286ab22-ac8e-43a4-80bd-fde596f63fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8250066', 'neutron.services.segments.db._delete_segments_for_network-8748223159134'] for network, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:13.237560 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f979f1b8-1740-4b3d-8e9e-85292da3d0a3 None None] Routers {'31ca136c-3fd8-44d5-9f5a-88f32a4e13e8'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:31:13.238229 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-f979f1b8-1740-4b3d-8e9e-85292da3d0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:31:07Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['31ca136c-3fd8-44d5-9f5a-88f32a4e13e8'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:31:13.297656 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8286ab22-ac8e-43a4-80bd-fde596f63fe9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:31:13.298201 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8286ab22-ac8e-43a4-80bd-fde596f63fe9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:31:13.298909 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8286ab22-ac8e-43a4-80bd-fde596f63fe9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:31:13.299268 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8286ab22-ac8e-43a4-80bd-fde596f63fe9 admin admin] Subscribe: > port after_create 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:31:13.299615 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8286ab22-ac8e-43a4-80bd-fde596f63fe9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:31:13.299944 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8286ab22-ac8e-43a4-80bd-fde596f63fe9 admin admin] Subscribe: > port after_update 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:31:13.300270 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8286ab22-ac8e-43a4-80bd-fde596f63fe9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:31:13.300597 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8286ab22-ac8e-43a4-80bd-fde596f63fe9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:31:13.300907 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8286ab22-ac8e-43a4-80bd-fde596f63fe9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:31:13.301221 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8286ab22-ac8e-43a4-80bd-fde596f63fe9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:31:13.304586 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-19d76be8-a7ac-4827-ab24-3238d2b94629 admin admin] Notify callbacks [] for router, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:13.306658 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-19d76be8-a7ac-4827-ab24-3238d2b94629 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.7435699 Jul 12 08:31:13.319475 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 35088) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:13.371345 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-8a63dbbc-5742-48c0-b0eb-b9d35734d002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a260da-04ad-498b-a2d9-3307dd0da82c', 'name': 'tempest-AttachVolumeTestJSON-1782835244-router', 'tenant_id': '2b5b16bf27b543fb92132074924097b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '07f95d4c-3817-4137-9ea5-87443a9b00aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:31:07Z', 'updated_at': '2021-07-12T08:31:09Z', 'revision_number': 3, 'project_id': '2b5b16bf27b543fb92132074924097b0', 'gw_port': {'id': '07f95d4c-3817-4137-9ea5-87443a9b00aa', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:dd:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a260da-04ad-498b-a2d9-3307dd0da82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:08Z', 'updated_at': '2021-07-12T08:31:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi'}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:31:13.443743 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a63dbbc-5742-48c0-b0eb-b9d35734d002 None None] The sync data for ids ['59a260da-04ad-498b-a2d9-3307dd0da82c'] in dv-cinder-800431-1-iscsi is: [{'id': '59a260da-04ad-498b-a2d9-3307dd0da82c', 'name': 'tempest-AttachVolumeTestJSON-1782835244-router', 'tenant_id': '2b5b16bf27b543fb92132074924097b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '07f95d4c-3817-4137-9ea5-87443a9b00aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:31:07Z', 'updated_at': '2021-07-12T08:31:09Z', 'revision_number': 3, 'project_id': '2b5b16bf27b543fb92132074924097b0', 'gw_port': {'id': '07f95d4c-3817-4137-9ea5-87443a9b00aa', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:dd:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a260da-04ad-498b-a2d9-3307dd0da82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:08Z', 'updated_at': '2021-07-12T08:31:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi'}] {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 08:31:13.536732 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-f979f1b8-1740-4b3d-8e9e-85292da3d0a3 None None] Set router 31ca136c-3fd8-44d5-9f5a-88f32a4e13e8 gateway port host: dv-cinder-800431-1-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:31:13.703678 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8286ab22-ac8e-43a4-80bd-fde596f63fe9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:31:13.704022 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8286ab22-ac8e-43a4-80bd-fde596f63fe9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:31:13.704330 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8286ab22-ac8e-43a4-80bd-fde596f63fe9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:31:13.704679 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8286ab22-ac8e-43a4-80bd-fde596f63fe9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:31:13.705005 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.services.segments.db [None req-8286ab22-ac8e-43a4-80bd-fde596f63fe9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['342a8ede-b93e-4296-a83c-e64a91689463']}} {{(pid=92952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:31:13.735425 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.db.db_base_plugin_common [None req-ef2bad6f-21f6-4791-8680-be154159288a admin admin] Allocated IP 172.27.1.149 (65ec14d2-e0c2-45ad-9132-5fa8e954ebc3/dca57fa4-8523-4dee-8f0e-27ff75670efc/368c32c0-c314-4342-9815-4c57d936452a) {{(pid=92951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 08:31:13.787894 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-6e67f59f-8293-4fd9-b032-23d3043150b5 None None] Provisioning complete for port 92c39039-9216-4b85-bb1f-8cd80aa5fd11 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:31:13.789586 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6e67f59f-8293-4fd9-b032-23d3043150b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:13.797962 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5260e-8611-449f-b6d4-407339c484dc req-08967059-9ace-404c-8344-4d62d06751e0 tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:13.799868 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e8e5260e-8611-449f-b6d4-407339c484dc req-08967059-9ace-404c-8344-4d62d06751e0 tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] 10.222.0.23 "GET /v2.0/networks?id=dc5b67e2-89a7-4132-a0b0-a29e3f848ba7 HTTP/1.1" status: 200 len: 811 time: 1.2059290 Jul 12 08:31:13.802236 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.services.segments.db [None req-8286ab22-ac8e-43a4-80bd-fde596f63fe9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8a6d9e8-6ea8-43f9-af2b-16acf97ab273') {'for_net_delete': True} {{(pid=92952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:31:13.802706 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.services.segments.db [None req-8286ab22-ac8e-43a4-80bd-fde596f63fe9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8a6d9e8-6ea8-43f9-af2b-16acf97ab273') {} {{(pid=92952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:31:13.820665 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7dfe6704-24e8-4365-a22e-b7de1969f3f5 req-38c03552-e384-43ba-a29e-c4044321c4e0 tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] 10.222.0.37 "GET /v2.0/ports?device_id=fea42424-78ac-4cf7-8021-c853f29d7fbd HTTP/1.1" status: 200 len: 210 time: 0.1085205 Jul 12 08:31:13.873541 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8286ab22-ac8e-43a4-80bd-fde596f63fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748223174018', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1649681'] for segment, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:13.885449 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-e8e5260e-8611-449f-b6d4-407339c484dc req-933f7f88-e469-4b38-8df1-7eefb703a88d tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] Request body: {'port': {'device_id': 'fea42424-78ac-4cf7-8021-c853f29d7fbd', 'network_id': 'dc5b67e2-89a7-4132-a0b0-a29e3f848ba7', 'admin_state_up': True, 'tenant_id': '77072d8b6aaa4c1384c6cf3853171672'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:31:13.989933 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8286ab22-ac8e-43a4-80bd-fde596f63fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246630'] for segment, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:14.026992 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8286ab22-ac8e-43a4-80bd-fde596f63fe9 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=92952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 08:31:14.027787 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8286ab22-ac8e-43a4-80bd-fde596f63fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1188435'] for segment, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:14.032697 dv-cinder-800431-1-iscsi neutron-server[92952]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 12 08:31:14.032697 dv-cinder-800431-1-iscsi neutron-server[92952]: from cryptography.utils import int_from_bytes Jul 12 08:31:14.032697 dv-cinder-800431-1-iscsi neutron-server[92952]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 12 08:31:14.032697 dv-cinder-800431-1-iscsi neutron-server[92952]: from cryptography.utils import int_from_bytes Jul 12 08:31:14.032697 dv-cinder-800431-1-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 08:31:14.032697 dv-cinder-800431-1-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 12 08:31:14.032697 dv-cinder-800431-1-iscsi neutron-server[92952]: Traceback (most recent call last): Jul 12 08:31:14.032697 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 08:31:14.032697 dv-cinder-800431-1-iscsi neutron-server[92952]: timer() Jul 12 08:31:14.032697 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 08:31:14.032697 dv-cinder-800431-1-iscsi neutron-server[92952]: cb(*args, **kw) Jul 12 08:31:14.032697 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 08:31:14.032697 dv-cinder-800431-1-iscsi neutron-server[92952]: return func(*args, **kwargs) Jul 12 08:31:14.032697 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 08:31:14.032697 dv-cinder-800431-1-iscsi neutron-server[92952]: self._notify() Jul 12 08:31:14.032697 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 08:31:14.032697 dv-cinder-800431-1-iscsi neutron-server[92952]: self.callback(batched_events) Jul 12 08:31:14.032697 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 08:31:14.032697 dv-cinder-800431-1-iscsi neutron-server[92952]: event.method(event) Jul 12 08:31:14.032697 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 08:31:14.032697 dv-cinder-800431-1-iscsi neutron-server[92952]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 08:31:14.032697 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 08:31:14.032697 dv-cinder-800431-1-iscsi neutron-server[92952]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 08:31:14.032697 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 08:31:14.032697 dv-cinder-800431-1-iscsi neutron-server[92952]: return f(self, *a, **k) Jul 12 08:31:14.032697 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 08:31:14.032697 dv-cinder-800431-1-iscsi neutron-server[92952]: return self._get(url).json() Jul 12 08:31:14.032697 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 08:31:14.032697 dv-cinder-800431-1-iscsi neutron-server[92952]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 08:31:14.032697 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 08:31:14.032697 dv-cinder-800431-1-iscsi neutron-server[92952]: return self.request(url, 'GET', **kwargs) Jul 12 08:31:14.032697 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 08:31:14.032697 dv-cinder-800431-1-iscsi neutron-server[92952]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 08:31:14.032697 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 08:31:14.032697 dv-cinder-800431-1-iscsi neutron-server[92952]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 08:31:14.032697 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 08:31:14.032697 dv-cinder-800431-1-iscsi neutron-server[92952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 08:31:14.032697 dv-cinder-800431-1-iscsi neutron-server[92952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 08:31:14.184802 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-f979f1b8-1740-4b3d-8e9e-85292da3d0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ca136c-3fd8-44d5-9f5a-88f32a4e13e8', 'name': 'tempest-ServerRescueNegativeTestJSON-222245617-router', 'tenant_id': 'ca96284f2baa4ff8b8e4f29f16222f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'ad66b2fc-18bc-4a40-9645-e4999746a8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:31:08Z', 'updated_at': '2021-07-12T08:31:10Z', 'revision_number': 3, 'project_id': 'ca96284f2baa4ff8b8e4f29f16222f61', 'gw_port': {'id': 'ad66b2fc-18bc-4a40-9645-e4999746a8ad', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ca136c-3fd8-44d5-9f5a-88f32a4e13e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:08Z', 'updated_at': '2021-07-12T08:31:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi'}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:31:14.194997 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8286ab22-ac8e-43a4-80bd-fde596f63fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8250657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-940980'] for network, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:14.214277 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8286ab22-ac8e-43a4-80bd-fde596f63fe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for network, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:14.220120 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-8286ab22-ac8e-43a4-80bd-fde596f63fe9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/342a8ede-b93e-4296-a83c-e64a91689463 HTTP/1.1" status: 204 len: 168 time: 1.8585629 Jul 12 08:31:14.226153 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 35162) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:14.236699 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f979f1b8-1740-4b3d-8e9e-85292da3d0a3 None None] Checking router: 31ca136c-3fd8-44d5-9f5a-88f32a4e13e8 for host: dv-cinder-800431-1-iscsi {{(pid=92953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 08:31:14.237058 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f979f1b8-1740-4b3d-8e9e-85292da3d0a3 None None] Updating router 31ca136c-3fd8-44d5-9f5a-88f32a4e13e8 port ad66b2fc-18bc-4a40-9645-e4999746a8ad binding host dv-cinder-800431-1-iscsi {{(pid=92953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 08:31:14.294685 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-ef2bad6f-21f6-4791-8680-be154159288a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:14.327381 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f979f1b8-1740-4b3d-8e9e-85292da3d0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:14.355751 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286ab22-ac8e-43a4-80bd-fde596f63fe9 admin admin] Pushing event deleted for resources: {'Network': ['ID=342a8ede-b93e-4296-a83c-e64a91689463,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:14.386860 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.db.db_base_plugin_common [None req-5a56df6b-8099-419e-b96c-f8b816fec257 admin admin] Allocated IP 172.20.0.1 (87af1681-88b0-408a-a0a8-01a2bb52ff86/1b424425-fba9-4165-b007-490b023a5f6d/8ff799b1-e976-44d7-8560-425802963031) {{(pid=92951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 08:31:14.462159 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_v2 [None req-caa63329-48bd-4558-80c7-964fba9e36f2 admin admin] Deleting subnet 6a0becfc-3af6-496c-8dd3-7572500218a5 {{(pid=92952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 08:31:14.469358 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-caa63329-48bd-4558-80c7-964fba9e36f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:14.500680 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8e5260e-8611-449f-b6d4-407339c484dc req-933f7f88-e469-4b38-8df1-7eefb703a88d tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] Made reservation on behalf of 77072d8b6aaa4c1384c6cf3853171672 for: {'port': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 08:31:14.540406 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-e8e5260e-8611-449f-b6d4-407339c484dc req-933f7f88-e469-4b38-8df1-7eefb703a88d tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:14.648413 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-caa63329-48bd-4558-80c7-964fba9e36f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1649690'] for subnet, precommit_delete_associations {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:14.654433 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-ef2bad6f-21f6-4791-8680-be154159288a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748222641646'] for port, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:14.799223 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2bad6f-21f6-4791-8680-be154159288a admin admin] Network 65ec14d2-e0c2-45ad-9132-5fa8e954ebc3 is already hosted by enough agents. {{(pid=92951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:31:14.850395 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-ef2bad6f-21f6-4791-8680-be154159288a admin admin] Resources bound (agent type, host, resource id): {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:31:14.892287 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2bad6f-21f6-4791-8680-be154159288a admin admin] Received port after_create {{(pid=92951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 08:31:15.136648 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-caa63329-48bd-4558-80c7-964fba9e36f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8247719'] for subnet, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:15.146735 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2bad6f-21f6-4791-8680-be154159288a admin admin] Pushing event updated for resources: {'Port': ['ID=368c32c0-c314-4342-9815-4c57d936452a,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:15.163299 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-af987dca-d6c0-4c2e-8560-c931997ba885 req-f44ce299-3168-43b5-8334-9e1ccbe7d990 tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] 10.222.0.37 "GET /v2.0/ports?device_id=fea42424-78ac-4cf7-8021-c853f29d7fbd HTTP/1.1" status: 200 len: 210 time: 0.0594590 Jul 12 08:31:15.230305 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f979f1b8-1740-4b3d-8e9e-85292da3d0a3 None None] Notify callbacks [] for port, precommit_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:15.260176 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-f979f1b8-1740-4b3d-8e9e-85292da3d0a3 None None] Transition to ACTIVE for port object ad66b2fc-18bc-4a40-9645-e4999746a8ad will not be triggered until provisioned by entity L2. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:31:15.274888 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f979f1b8-1740-4b3d-8e9e-85292da3d0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:15.324579 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5a56df6b-8099-419e-b96c-f8b816fec257 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:15.367786 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_common [req-e8e5260e-8611-449f-b6d4-407339c484dc req-933f7f88-e469-4b38-8df1-7eefb703a88d tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] Allocated IP 172.20.0.13 (dc5b67e2-89a7-4132-a0b0-a29e3f848ba7/8b8ebb52-f0cb-48c2-a491-11133b9e62c3/66d70884-a577-4980-ba2d-a9e7fcc9c226) {{(pid=92952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 08:31:15.376508 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-caa63329-48bd-4558-80c7-964fba9e36f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8247726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1188542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2948071'] for subnet, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:15.409039 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.db.provisioning_blocks [None req-5a56df6b-8099-419e-b96c-f8b816fec257 admin admin] Transition to ACTIVE for port object 8ff799b1-e976-44d7-8560-425802963031 will not be triggered until provisioned by entity DHCP. {{(pid=92951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:31:15.410022 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-f979f1b8-1740-4b3d-8e9e-85292da3d0a3 None None] Attempting to bind port ad66b2fc-18bc-4a40-9645-e4999746a8ad on host dv-cinder-800431-1-iscsi for vnic_type normal with profile {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 08:31:15.410658 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-f979f1b8-1740-4b3d-8e9e-85292da3d0a3 None None] Attempting to bind port ad66b2fc-18bc-4a40-9645-e4999746a8ad by drivers openvswitch,hyperv on host dv-cinder-800431-1-iscsi at level 0 using segments [{'id': '96305722-55d6-4089-959b-5f9b3a20c0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3'}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 08:31:15.411261 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f979f1b8-1740-4b3d-8e9e-85292da3d0a3 None None] Attempting to bind port ad66b2fc-18bc-4a40-9645-e4999746a8ad on network 65ec14d2-e0c2-45ad-9132-5fa8e954ebc3 {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:31:15.420597 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87381427-51db-43ee-aa75-6c1e2c3a7063 None None] Pushing event updated for resources: {'Port': ['ID=ad66b2fc-18bc-4a40-9645-e4999746a8ad,revision_number=2']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:15.426950 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa63329-48bd-4558-80c7-964fba9e36f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a0becfc-3af6-496c-8dd3-7572500218a5,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:15.439837 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-caa63329-48bd-4558-80c7-964fba9e36f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for subnet, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:15.443240 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-caa63329-48bd-4558-80c7-964fba9e36f2 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6a0becfc-3af6-496c-8dd3-7572500218a5 HTTP/1.1" status: 204 len: 168 time: 1.2119765 Jul 12 08:31:15.447284 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 35206) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:15.448370 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f979f1b8-1740-4b3d-8e9e-85292da3d0a3 None None] Checking agent: {'id': '165ba4a0-42de-4d95-afeb-0090fba4eff7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 8, 23, 37), 'started_at': datetime.datetime(2021, 7, 12, 8, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 8, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 08:31:15.450716 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f979f1b8-1740-4b3d-8e9e-85292da3d0a3 None None] Checking segment: {'id': '96305722-55d6-4089-959b-5f9b3a20c0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:31:15.457432 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f979f1b8-1740-4b3d-8e9e-85292da3d0a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:15.458583 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f979f1b8-1740-4b3d-8e9e-85292da3d0a3 None None] Bound using segment: {'id': '96305722-55d6-4089-959b-5f9b3a20c0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3'} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 08:31:15.460066 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-f979f1b8-1740-4b3d-8e9e-85292da3d0a3 None None] Bound port: ad66b2fc-18bc-4a40-9645-e4999746a8ad, host: dv-cinder-800431-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96305722-55d6-4089-959b-5f9b3a20c0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3'}}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 08:31:15.461604 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f979f1b8-1740-4b3d-8e9e-85292da3d0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:15.539274 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d20be1ea-f41f-4c27-90a5-6422a8701fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884328'] for network, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:15.555363 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 92c39039-9216-4b85-bb1f-8cd80aa5fd11 up at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:31:15.586894 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-ef2bad6f-21f6-4791-8680-be154159288a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:15.596657 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5a56df6b-8099-419e-b96c-f8b816fec257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748222641646'] for port, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:15.666377 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-27d7ee80-e179-45b7-a334-2b53e9039c09 None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 08:31:15.705443 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-f979f1b8-1740-4b3d-8e9e-85292da3d0a3 None None] For port ad66b2fc-18bc-4a40-9645-e4999746a8ad, host dv-cinder-800431-1-iscsi, cleared binding levels {{(pid=92953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 08:31:15.713584 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-f979f1b8-1740-4b3d-8e9e-85292da3d0a3 None None] For port ad66b2fc-18bc-4a40-9645-e4999746a8ad, host dv-cinder-800431-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=ad66b2fc-18bc-4a40-9645-e4999746a8ad,segment=NetworkSegment(96305722-55d6-4089-959b-5f9b3a20c0c4),segment_id=96305722-55d6-4089-959b-5f9b3a20c0c4)] {{(pid=92953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 08:31:15.724459 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f979f1b8-1740-4b3d-8e9e-85292da3d0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:15.735509 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-57277423-ca34-4686-b11e-d83ddc9125f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:15.823328 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d20be1ea-f41f-4c27-90a5-6422a8701fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8250066', 'neutron.services.segments.db._delete_segments_for_network-8748223159134'] for network, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:15.830188 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning complete for port 92c39039-9216-4b85-bb1f-8cd80aa5fd11 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:31:15.830863 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:15.900668 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.services.segments.db [None req-d20be1ea-f41f-4c27-90a5-6422a8701fcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9927bacd-752d-428b-af34-9f146a1ba187']}} {{(pid=92952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:31:15.920964 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f979f1b8-1740-4b3d-8e9e-85292da3d0a3 None None] Routers {'31ca136c-3fd8-44d5-9f5a-88f32a4e13e8'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:31:15.922115 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-f979f1b8-1740-4b3d-8e9e-85292da3d0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:31:07Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['31ca136c-3fd8-44d5-9f5a-88f32a4e13e8'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:31:15.924046 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87381427-51db-43ee-aa75-6c1e2c3a7063 None None] Pushing event updated for resources: {'Port': ['ID=ad66b2fc-18bc-4a40-9645-e4999746a8ad,revision_number=3']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:15.943659 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.services.segments.db [None req-d20be1ea-f41f-4c27-90a5-6422a8701fcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c0de5aa-081e-4439-a6e3-b5bcd398d66d') {'for_net_delete': True} {{(pid=92952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:31:15.943973 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.services.segments.db [None req-d20be1ea-f41f-4c27-90a5-6422a8701fcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c0de5aa-081e-4439-a6e3-b5bcd398d66d') {} {{(pid=92952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:31:15.996406 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d20be1ea-f41f-4c27-90a5-6422a8701fcd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748223174018', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1649681'] for segment, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:16.068537 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d20be1ea-f41f-4c27-90a5-6422a8701fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246630'] for segment, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:16.087535 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.db.db_base_plugin_common [None req-57277423-ca34-4686-b11e-d83ddc9125f8 admin admin] Allocated IP 172.20.0.1 (85b41c83-81a1-43ad-b6bf-2d322948dd3e/fea1b1f0-4ade-4907-8fb8-44348ca7636e/600328d9-d0d5-4362-85e5-228272a9813d) {{(pid=92951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 08:31:16.098511 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a56df6b-8099-419e-b96c-f8b816fec257 admin admin] Pushing event updated for resources: {'Port': ['ID=8ff799b1-e976-44d7-8560-425802963031,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:16.112347 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d20be1ea-f41f-4c27-90a5-6422a8701fcd admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=92952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 08:31:16.112760 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d20be1ea-f41f-4c27-90a5-6422a8701fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1188435'] for segment, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:16.115986 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a56df6b-8099-419e-b96c-f8b816fec257 admin admin] Network 87af1681-88b0-408a-a0a8-01a2bb52ff86 is already hosted by enough agents. {{(pid=92951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:31:16.121525 dv-cinder-800431-1-iscsi neutron-server[92952]: Traceback (most recent call last): Jul 12 08:31:16.121525 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 08:31:16.121525 dv-cinder-800431-1-iscsi neutron-server[92952]: timer() Jul 12 08:31:16.121525 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 08:31:16.121525 dv-cinder-800431-1-iscsi neutron-server[92952]: cb(*args, **kw) Jul 12 08:31:16.121525 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 08:31:16.121525 dv-cinder-800431-1-iscsi neutron-server[92952]: return func(*args, **kwargs) Jul 12 08:31:16.121525 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 08:31:16.121525 dv-cinder-800431-1-iscsi neutron-server[92952]: self._notify() Jul 12 08:31:16.121525 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 08:31:16.121525 dv-cinder-800431-1-iscsi neutron-server[92952]: self.callback(batched_events) Jul 12 08:31:16.121525 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 08:31:16.121525 dv-cinder-800431-1-iscsi neutron-server[92952]: event.method(event) Jul 12 08:31:16.121525 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 08:31:16.121525 dv-cinder-800431-1-iscsi neutron-server[92952]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 08:31:16.121525 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 08:31:16.121525 dv-cinder-800431-1-iscsi neutron-server[92952]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 08:31:16.121525 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 08:31:16.121525 dv-cinder-800431-1-iscsi neutron-server[92952]: return f(self, *a, **k) Jul 12 08:31:16.121525 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 08:31:16.121525 dv-cinder-800431-1-iscsi neutron-server[92952]: return self._get(url).json() Jul 12 08:31:16.121525 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 08:31:16.121525 dv-cinder-800431-1-iscsi neutron-server[92952]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 08:31:16.121525 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 08:31:16.121525 dv-cinder-800431-1-iscsi neutron-server[92952]: return self.request(url, 'GET', **kwargs) Jul 12 08:31:16.121525 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 08:31:16.121525 dv-cinder-800431-1-iscsi neutron-server[92952]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 08:31:16.121525 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 08:31:16.121525 dv-cinder-800431-1-iscsi neutron-server[92952]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 08:31:16.121525 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 08:31:16.121525 dv-cinder-800431-1-iscsi neutron-server[92952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 08:31:16.121525 dv-cinder-800431-1-iscsi neutron-server[92952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 08:31:16.123773 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-5a56df6b-8099-419e-b96c-f8b816fec257 admin admin] Resources bound (agent type, host, resource id): {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:31:16.135358 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a56df6b-8099-419e-b96c-f8b816fec257 admin admin] Received port after_create {{(pid=92951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 08:31:16.135894 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5a56df6b-8099-419e-b96c-f8b816fec257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528631'] for router_interface, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:16.439042 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-f979f1b8-1740-4b3d-8e9e-85292da3d0a3 None None] Set router 31ca136c-3fd8-44d5-9f5a-88f32a4e13e8 gateway port host: dv-cinder-800431-1-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:31:16.439042 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 07f95d4c-3817-4137-9ea5-87443a9b00aa up at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:31:16.439790 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-e8e5260e-8611-449f-b6d4-407339c484dc req-933f7f88-e469-4b38-8df1-7eefb703a88d tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] Notify callbacks [] for port, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:16.462013 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d20be1ea-f41f-4c27-90a5-6422a8701fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8250657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-940980'] for network, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:16.477560 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d20be1ea-f41f-4c27-90a5-6422a8701fcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for network, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:16.482945 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-d20be1ea-f41f-4c27-90a5-6422a8701fcd admin admin] 10.222.0.37 "DELETE /v2.0/networks/9927bacd-752d-428b-af34-9f146a1ba187 HTTP/1.1" status: 204 len: 168 time: 1.0320406 Jul 12 08:31:16.532891 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20be1ea-f41f-4c27-90a5-6422a8701fcd admin admin] Pushing event deleted for resources: {'Network': ['ID=9927bacd-752d-428b-af34-9f146a1ba187,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:16.643171 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-e8e5260e-8611-449f-b6d4-407339c484dc req-933f7f88-e469-4b38-8df1-7eefb703a88d tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748222641646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1188457'] for port, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:16.707066 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8e5260e-8611-449f-b6d4-407339c484dc req-933f7f88-e469-4b38-8df1-7eefb703a88d tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] Network dc5b67e2-89a7-4132-a0b0-a29e3f848ba7 is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:31:16.749361 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning for port 07f95d4c-3817-4137-9ea5-87443a9b00aa completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:31:16.758883 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning complete for port 07f95d4c-3817-4137-9ea5-87443a9b00aa triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:31:16.761317 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:16.762413 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [req-e8e5260e-8611-449f-b6d4-407339c484dc req-933f7f88-e469-4b38-8df1-7eefb703a88d tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:31:16.785678 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-72497c09-4d85-4de3-b6ea-8bd73f4f1248 None None] Provisioning for port 8ff799b1-e976-44d7-8560-425802963031 completed by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:31:16.832354 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 35238) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:16.846688 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8e5260e-8611-449f-b6d4-407339c484dc req-933f7f88-e469-4b38-8df1-7eefb703a88d tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] Received port after_create {{(pid=92952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 08:31:16.957975 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 35242) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:17.007566 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-72497c09-4d85-4de3-b6ea-8bd73f4f1248 None None] Provisioning complete for port 8ff799b1-e976-44d7-8560-425802963031 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:31:17.007944 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-72497c09-4d85-4de3-b6ea-8bd73f4f1248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:17.030818 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5260e-8611-449f-b6d4-407339c484dc req-933f7f88-e469-4b38-8df1-7eefb703a88d tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:17.031560 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-e8e5260e-8611-449f-b6d4-407339c484dc req-933f7f88-e469-4b38-8df1-7eefb703a88d tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:17.084858 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-72497c09-4d85-4de3-b6ea-8bd73f4f1248 None None] Port 8ff799b1-e976-44d7-8560-425802963031 cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 08:31:17.092542 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933f7f88-e469-4b38-8df1-7eefb703a88d tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] Pushing event updated for resources: {'Port': ['ID=66d70884-a577-4980-ba2d-a9e7fcc9c226,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:17.120347 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-f979f1b8-1740-4b3d-8e9e-85292da3d0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ca136c-3fd8-44d5-9f5a-88f32a4e13e8', 'name': 'tempest-ServerRescueNegativeTestJSON-222245617-router', 'tenant_id': 'ca96284f2baa4ff8b8e4f29f16222f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'ad66b2fc-18bc-4a40-9645-e4999746a8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:31:08Z', 'updated_at': '2021-07-12T08:31:10Z', 'revision_number': 3, 'project_id': 'ca96284f2baa4ff8b8e4f29f16222f61', 'gw_port': {'id': 'ad66b2fc-18bc-4a40-9645-e4999746a8ad', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ca136c-3fd8-44d5-9f5a-88f32a4e13e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:08Z', 'updated_at': '2021-07-12T08:31:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi'}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:31:17.125737 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e8e5260e-8611-449f-b6d4-407339c484dc req-933f7f88-e469-4b38-8df1-7eefb703a88d tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2622471 Jul 12 08:31:17.151414 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [req-e8e5260e-8611-449f-b6d4-407339c484dc req-578add55-9c6c-48f7-8b08-1024bcd67925 tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=92952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 08:31:17.153032 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e8e5260e-8611-449f-b6d4-407339c484dc req-578add55-9c6c-48f7-8b08-1024bcd67925 tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0169806 Jul 12 08:31:17.182781 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-8373bdae-8f8a-421a-8bab-18fd6f6b2f3d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dee2e59487a84a22860832e58263eb3e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2209058 Jul 12 08:31:17.185076 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 35248) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:17.201787 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f979f1b8-1740-4b3d-8e9e-85292da3d0a3 None None] The sync data for ids ['31ca136c-3fd8-44d5-9f5a-88f32a4e13e8'] in dv-cinder-800431-1-iscsi is: [{'id': '31ca136c-3fd8-44d5-9f5a-88f32a4e13e8', 'name': 'tempest-ServerRescueNegativeTestJSON-222245617-router', 'tenant_id': 'ca96284f2baa4ff8b8e4f29f16222f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'ad66b2fc-18bc-4a40-9645-e4999746a8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:31:08Z', 'updated_at': '2021-07-12T08:31:10Z', 'revision_number': 3, 'project_id': 'ca96284f2baa4ff8b8e4f29f16222f61', 'gw_port': {'id': 'ad66b2fc-18bc-4a40-9645-e4999746a8ad', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ca136c-3fd8-44d5-9f5a-88f32a4e13e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:08Z', 'updated_at': '2021-07-12T08:31:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi'}] {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 08:31:17.231234 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:17.265803 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] For port 07f95d4c-3817-4137-9ea5-87443a9b00aa, host dv-cinder-800431-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=07f95d4c-3817-4137-9ea5-87443a9b00aa,segment=NetworkSegment(96305722-55d6-4089-959b-5f9b3a20c0c4),segment_id=96305722-55d6-4089-959b-5f9b3a20c0c4)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:31:17.272388 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:17.359783 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-523d26cd-5918-4fa9-aa86-c5d823099b32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:17.406823 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Pushing event updated for resources: {'Port': ['ID=07f95d4c-3817-4137-9ea5-87443a9b00aa,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:17.439870 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-523d26cd-5918-4fa9-aa86-c5d823099b32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:17.555294 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-523d26cd-5918-4fa9-aa86-c5d823099b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:17.561235 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-523d26cd-5918-4fa9-aa86-c5d823099b32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:17.563931 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-523d26cd-5918-4fa9-aa86-c5d823099b32 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d29c9a10-1aed-4389-8e6b-e00fecd93189 HTTP/1.1" status: 204 len: 168 time: 0.3773601 Jul 12 08:31:17.588378 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5a56df6b-8099-419e-b96c-f8b816fec257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:17.598210 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523d26cd-5918-4fa9-aa86-c5d823099b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29c9a10-1aed-4389-8e6b-e00fecd93189,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:17.612970 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-e8e5260e-8611-449f-b6d4-407339c484dc req-857b1e17-b851-45e9-b960-06613cfccff1 service neutron] Request body: {'port': {'device_id': 'fea42424-78ac-4cf7-8021-c853f29d7fbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:31:17.622793 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-57277423-ca34-4686-b11e-d83ddc9125f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:17.754427 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-3798a01e-6ced-464c-aa3e-aaf252d1b60c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:17.895378 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-e8e5260e-8611-449f-b6d4-407339c484dc req-857b1e17-b851-45e9-b960-06613cfccff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:17.915596 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d18df-e15d-405c-9caf-70acb2deae15 req-3d6fe942-f33a-4cfa-883e-0f9089cd5096 tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:17.915596 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-de5d18df-e15d-405c-9caf-70acb2deae15 req-3d6fe942-f33a-4cfa-883e-0f9089cd5096 tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] 10.222.0.37 "GET /v2.0/ports?device_id=fea42424-78ac-4cf7-8021-c853f29d7fbd HTTP/1.1" status: 200 len: 932 time: 0.9928148 Jul 12 08:31:18.106088 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-ef2bad6f-21f6-4791-8680-be154159288a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941052'] for router, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:18.151602 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-de5d18df-e15d-405c-9caf-70acb2deae15 req-379b2a0d-502e-4674-9cd5-a7246389e467 tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] 10.222.0.37 "GET /v2.0/security-groups?id=1adb7b5d-42f1-49ee-a325-3c6b5be54521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239419 Jul 12 08:31:18.242867 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-57277423-ca34-4686-b11e-d83ddc9125f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748222641646'] for port, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:18.372372 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 35264) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:18.377497 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57277423-ca34-4686-b11e-d83ddc9125f8 admin admin] Network 85b41c83-81a1-43ad-b6bf-2d322948dd3e is already hosted by enough agents. {{(pid=92951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:31:18.473397 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-6a46732f-61bb-4dea-b68e-0e8689f2de47 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dfb7eb80a563452ea9b6c0e8346d7a46&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0902197 Jul 12 08:31:18.474671 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-57277423-ca34-4686-b11e-d83ddc9125f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:31:18.477988 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57277423-ca34-4686-b11e-d83ddc9125f8 admin admin] Received port after_create {{(pid=92951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 08:31:18.478763 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-57277423-ca34-4686-b11e-d83ddc9125f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528631'] for router_interface, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:18.486454 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 35268) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:18.608279 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8888cdaf-70e0-4f6d-81b5-af8b81ca83ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:18.690774 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8888cdaf-70e0-4f6d-81b5-af8b81ca83ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:18.743423 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57277423-ca34-4686-b11e-d83ddc9125f8 admin admin] Pushing event updated for resources: {'Port': ['ID=600328d9-d0d5-4362-85e5-228272a9813d,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:18.815528 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5a56df6b-8099-419e-b96c-f8b816fec257 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:18.879357 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8888cdaf-70e0-4f6d-81b5-af8b81ca83ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:18.883785 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8888cdaf-70e0-4f6d-81b5-af8b81ca83ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:18.885863 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-8888cdaf-70e0-4f6d-81b5-af8b81ca83ee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/20ea7373-5c39-4019-acc4-96e933732202 HTTP/1.1" status: 204 len: 168 time: 0.3981450 Jul 12 08:31:18.891517 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5a56df6b-8099-419e-b96c-f8b816fec257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:18.900488 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8888cdaf-70e0-4f6d-81b5-af8b81ca83ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ea7373-5c39-4019-acc4-96e933732202,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:18.908718 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [req-e8e5260e-8611-449f-b6d4-407339c484dc req-857b1e17-b851-45e9-b960-06613cfccff1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66d70884-a577-4980-ba2d-a9e7fcc9c226 {{(pid=92952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 08:31:18.930527 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-e8e5260e-8611-449f-b6d4-407339c484dc req-857b1e17-b851-45e9-b960-06613cfccff1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:18.950984 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5a56df6b-8099-419e-b96c-f8b816fec257 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532394'] for router_interface, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:18.966641 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.provisioning_blocks [req-e8e5260e-8611-449f-b6d4-407339c484dc req-857b1e17-b851-45e9-b960-06613cfccff1 service neutron] Transition to ACTIVE for port object 66d70884-a577-4980-ba2d-a9e7fcc9c226 will not be triggered until provisioned by entity L2. {{(pid=92952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:31:18.974903 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-e8e5260e-8611-449f-b6d4-407339c484dc req-857b1e17-b851-45e9-b960-06613cfccff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1188479'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:19.072576 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-57277423-ca34-4686-b11e-d83ddc9125f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:19.137888 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-3798a01e-6ced-464c-aa3e-aaf252d1b60c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:19.209410 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 35282) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:19.237074 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-3798a01e-6ced-464c-aa3e-aaf252d1b60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:19.240429 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857b1e17-b851-45e9-b960-06613cfccff1 service neutron] Pushing event updated for resources: {'Port': ['ID=66d70884-a577-4980-ba2d-a9e7fcc9c226,revision_number=2']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:19.348241 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-3798a01e-6ced-464c-aa3e-aaf252d1b60c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e9e190098a574c72b6a77852a60f5f90&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4257660 Jul 12 08:31:19.362911 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 35286) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:19.532512 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-7d815c4b-2da7-4ddb-848a-6c724b381fd3 None None] Provisioning complete for port 8ff799b1-e976-44d7-8560-425802963031 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:31:19.533832 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7d815c4b-2da7-4ddb-848a-6c724b381fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:19.563592 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-1d91effe-7a1e-4c5a-bc3f-ec40be3e3c35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:19.575593 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a56df6b-8099-419e-b96c-f8b816fec257 admin admin] Pushing event updated for resources: {'Port': ['ID=8ff799b1-e976-44d7-8560-425802963031,revision_number=2']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:19.621585 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef2bad6f-21f6-4791-8680-be154159288a admin admin] Router bafa57e7-b72f-4a14-8269-b93c6e437ffe is scheduled to L3 agent c0ba3535-5ad7-41e9-9cdc-b89c0ff976de with binding_index 1 {{(pid=92951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 08:31:19.693412 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-e8e5260e-8611-449f-b6d4-407339c484dc req-857b1e17-b851-45e9-b960-06613cfccff1 service neutron] Attempting to bind port 66d70884-a577-4980-ba2d-a9e7fcc9c226 on host hv-cinder-80043 for vnic_type normal with profile {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 08:31:19.694279 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-e8e5260e-8611-449f-b6d4-407339c484dc req-857b1e17-b851-45e9-b960-06613cfccff1 service neutron] Attempting to bind port 66d70884-a577-4980-ba2d-a9e7fcc9c226 by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': '840a0351-5043-4d1c-98e8-e4e7efaab3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dc5b67e2-89a7-4132-a0b0-a29e3f848ba7'}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 08:31:19.694707 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e5260e-8611-449f-b6d4-407339c484dc req-857b1e17-b851-45e9-b960-06613cfccff1 service neutron] Attempting to bind port 66d70884-a577-4980-ba2d-a9e7fcc9c226 on network dc5b67e2-89a7-4132-a0b0-a29e3f848ba7 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:31:19.698291 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device ad66b2fc-18bc-4a40-9645-e4999746a8ad up at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:31:19.733140 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e5260e-8611-449f-b6d4-407339c484dc req-857b1e17-b851-45e9-b960-06613cfccff1 service neutron] Port 66d70884-a577-4980-ba2d-a9e7fcc9c226 on network dc5b67e2-89a7-4132-a0b0-a29e3f848ba7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 08:31:19.733625 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e5260e-8611-449f-b6d4-407339c484dc req-857b1e17-b851-45e9-b960-06613cfccff1 service neutron] Attempting to bind port 66d70884-a577-4980-ba2d-a9e7fcc9c226 on network dc5b67e2-89a7-4132-a0b0-a29e3f848ba7 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:31:19.767315 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-1d91effe-7a1e-4c5a-bc3f-ec40be3e3c35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:19.783685 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e5260e-8611-449f-b6d4-407339c484dc req-857b1e17-b851-45e9-b960-06613cfccff1 service neutron] Checking agent: {'id': '9498d972-5d3d-47a0-93c6-a71636d6a88c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 8, 29, 30), 'started_at': datetime.datetime(2021, 7, 12, 8, 29, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 08:31:19.784245 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e5260e-8611-449f-b6d4-407339c484dc req-857b1e17-b851-45e9-b960-06613cfccff1 service neutron] Checking segment: {'id': '840a0351-5043-4d1c-98e8-e4e7efaab3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dc5b67e2-89a7-4132-a0b0-a29e3f848ba7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:31:19.784974 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e5260e-8611-449f-b6d4-407339c484dc req-857b1e17-b851-45e9-b960-06613cfccff1 service neutron] Bound using segment: {'id': '840a0351-5043-4d1c-98e8-e4e7efaab3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dc5b67e2-89a7-4132-a0b0-a29e3f848ba7'} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 08:31:19.785622 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-e8e5260e-8611-449f-b6d4-407339c484dc req-857b1e17-b851-45e9-b960-06613cfccff1 service neutron] Bound port: 66d70884-a577-4980-ba2d-a9e7fcc9c226, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '840a0351-5043-4d1c-98e8-e4e7efaab3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dc5b67e2-89a7-4132-a0b0-a29e3f848ba7'}}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 08:31:19.786109 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-e8e5260e-8611-449f-b6d4-407339c484dc req-857b1e17-b851-45e9-b960-06613cfccff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:19.819566 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3798a01e-6ced-464c-aa3e-aaf252d1b60c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f223a5-4211-4d4c-a4f5-4575ebb09aac,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:19.838769 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-7d815c4b-2da7-4ddb-848a-6c724b381fd3 None None] Port 8ff799b1-e976-44d7-8560-425802963031 cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 08:31:19.907881 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning for port ad66b2fc-18bc-4a40-9645-e4999746a8ad completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:31:19.907881 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning complete for port ad66b2fc-18bc-4a40-9645-e4999746a8ad triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:31:19.908171 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb307cc5-ebd6-40a0-8cf6-7cb0f31137cb req-3ccc51cf-030d-4564-9cca-9a4a5202c413 tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:19.908171 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-fb307cc5-ebd6-40a0-8cf6-7cb0f31137cb req-3ccc51cf-030d-4564-9cca-9a4a5202c413 tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] 10.222.0.37 "GET /v2.0/ports?device_id=fea42424-78ac-4cf7-8021-c853f29d7fbd HTTP/1.1" status: 200 len: 944 time: 0.3532639 Jul 12 08:31:19.924611 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:19.995428 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-e8e5260e-8611-449f-b6d4-407339c484dc req-857b1e17-b851-45e9-b960-06613cfccff1 service neutron] For port 66d70884-a577-4980-ba2d-a9e7fcc9c226, host hv-cinder-80043, cleared binding levels {{(pid=92952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 08:31:20.066174 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-fb307cc5-ebd6-40a0-8cf6-7cb0f31137cb req-fb2fe299-36fd-4e18-aba8-01aeb87fac28 tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] 10.222.0.37 "GET /v2.0/security-groups?id=1adb7b5d-42f1-49ee-a325-3c6b5be54521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197889 Jul 12 08:31:20.076480 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-e8e5260e-8611-449f-b6d4-407339c484dc req-857b1e17-b851-45e9-b960-06613cfccff1 service neutron] For port 66d70884-a577-4980-ba2d-a9e7fcc9c226, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=66d70884-a577-4980-ba2d-a9e7fcc9c226,segment=NetworkSegment(840a0351-5043-4d1c-98e8-e4e7efaab3eb),segment_id=840a0351-5043-4d1c-98e8-e4e7efaab3eb)] {{(pid=92952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 08:31:20.078434 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-1d91effe-7a1e-4c5a-bc3f-ec40be3e3c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:20.082591 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-1d91effe-7a1e-4c5a-bc3f-ec40be3e3c35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:20.086804 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-1d91effe-7a1e-4c5a-bc3f-ec40be3e3c35 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d9f223a5-4211-4d4c-a4f5-4575ebb09aac HTTP/1.1" status: 204 len: 168 time: 0.7197053 Jul 12 08:31:20.089675 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-e8e5260e-8611-449f-b6d4-407339c484dc req-857b1e17-b851-45e9-b960-06613cfccff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1188479'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:20.138670 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d91effe-7a1e-4c5a-bc3f-ec40be3e3c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f223a5-4211-4d4c-a4f5-4575ebb09aac,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:20.185542 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5260e-8611-449f-b6d4-407339c484dc req-857b1e17-b851-45e9-b960-06613cfccff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:20.185774 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:20.186548 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-e8e5260e-8611-449f-b6d4-407339c484dc req-857b1e17-b851-45e9-b960-06613cfccff1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:20.189225 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e8e5260e-8611-449f-b6d4-407339c484dc req-857b1e17-b851-45e9-b960-06613cfccff1 service neutron] 10.222.0.23 "PUT /v2.0/ports/66d70884-a577-4980-ba2d-a9e7fcc9c226 HTTP/1.1" status: 200 len: 1094 time: 2.7327049 Jul 12 08:31:20.189881 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fea42424-78ac-4cf7-8021-c853f29d7fbd', 'tag': '66d70884-a577-4980-ba2d-a9e7fcc9c226'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:31:20.234815 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef2bad6f-21f6-4791-8680-be154159288a admin admin] Notify agent at l3_agent.dv-cinder-800431-1-iscsi the message routers_updated {{(pid=92951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 08:31:20.252934 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338aa06f-1fed-4e5b-85b2-13c849437832 None None] Sync routers for ids ['bafa57e7-b72f-4a14-8269-b93c6e437ffe'] in dv-cinder-800431-1-iscsi {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 08:31:20.289261 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338aa06f-1fed-4e5b-85b2-13c849437832 None None] Routers {'bafa57e7-b72f-4a14-8269-b93c6e437ffe'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:31:20.290036 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-338aa06f-1fed-4e5b-85b2-13c849437832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:31:07Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['bafa57e7-b72f-4a14-8269-b93c6e437ffe'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:31:20.296155 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] For port ad66b2fc-18bc-4a40-9645-e4999746a8ad, host dv-cinder-800431-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=ad66b2fc-18bc-4a40-9645-e4999746a8ad,segment=NetworkSegment(96305722-55d6-4089-959b-5f9b3a20c0c4),segment_id=96305722-55d6-4089-959b-5f9b3a20c0c4)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:31:20.299392 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857b1e17-b851-45e9-b960-06613cfccff1 service neutron] Pushing event updated for resources: {'Port': ['ID=66d70884-a577-4980-ba2d-a9e7fcc9c226,revision_number=3']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:20.302090 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:20.341929 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-1e7737f4-b580-495f-8bc9-f14f5ebdbcd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:20.516229 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Pushing event updated for resources: {'Port': ['ID=ad66b2fc-18bc-4a40-9645-e4999746a8ad,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:20.517551 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5260e-8611-449f-b6d4-407339c484dc req-5f75fd73-5a41-4b9f-982d-15deb5eff6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:20.519446 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e8e5260e-8611-449f-b6d4-407339c484dc req-5f75fd73-5a41-4b9f-982d-15deb5eff6c2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=77072d8b6aaa4c1384c6cf3853171672&device_id=fea42424-78ac-4cf7-8021-c853f29d7fbd HTTP/1.1" status: 200 len: 1097 time: 0.2014475 Jul 12 08:31:20.542931 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 07f95d4c-3817-4137-9ea5-87443a9b00aa up at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:31:20.716038 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-1e7737f4-b580-495f-8bc9-f14f5ebdbcd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:20.720475 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning complete for port 07f95d4c-3817-4137-9ea5-87443a9b00aa triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:31:20.721743 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:20.729557 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-ef2bad6f-21f6-4791-8680-be154159288a admin admin] Notify callbacks [] for router, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:20.735943 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 35312) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:20.736492 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-ef2bad6f-21f6-4791-8680-be154159288a admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 11.1550722 Jul 12 08:31:20.757359 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-1e7737f4-b580-495f-8bc9-f14f5ebdbcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:20.807010 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a56df6b-8099-419e-b96c-f8b816fec257 admin admin] Network 87af1681-88b0-408a-a0a8-01a2bb52ff86 is already hosted by enough agents. {{(pid=92951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:31:20.815303 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-338aa06f-1fed-4e5b-85b2-13c849437832 None None] Set router bafa57e7-b72f-4a14-8269-b93c6e437ffe gateway port host: dv-cinder-800431-1-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:31:20.836234 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-5a56df6b-8099-419e-b96c-f8b816fec257 admin admin] Resources bound (agent type, host, resource id): {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:31:20.952523 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7737f4-b580-495f-8bc9-f14f5ebdbcd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9548d7e6-8b55-4384-9cfd-5b0aab4d8d23,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:20.952646 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35659b288decb3563870ae931b8d662eab2da969d6ab5856613d86fcebdbc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055e1eea-d472-4632-9b09-636ff285b155" -d '{"events": [{"name": "network-changed", "server_uuid": "fea42424-78ac-4cf7-8021-c853f29d7fbd", "tag": "66d70884-a577-4980-ba2d-a9e7fcc9c226"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:31:21.032793 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-57277423-ca34-4686-b11e-d83ddc9125f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:21.182604 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-596bde79-508b-4699-960e-9c941cfb6e49 None None] Provisioning complete for port 8ff799b1-e976-44d7-8560-425802963031 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:31:21.183123 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-596bde79-508b-4699-960e-9c941cfb6e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:21.225266 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-338aa06f-1fed-4e5b-85b2-13c849437832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bafa57e7-b72f-4a14-8269-b93c6e437ffe', 'name': 'tempest-AttachVolumeShelveTestJSON-348321455-router', 'tenant_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '368c32c0-c314-4342-9815-4c57d936452a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:31:09Z', 'updated_at': '2021-07-12T08:31:15Z', 'revision_number': 3, 'project_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'gw_port': {'id': '368c32c0-c314-4342-9815-4c57d936452a', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:27:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bafa57e7-b72f-4a14-8269-b93c6e437ffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:12Z', 'updated_at': '2021-07-12T08:31:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi'}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:31:21.280717 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338aa06f-1fed-4e5b-85b2-13c849437832 None None] Checking router: bafa57e7-b72f-4a14-8269-b93c6e437ffe for host: dv-cinder-800431-1-iscsi {{(pid=92954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 08:31:21.281906 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338aa06f-1fed-4e5b-85b2-13c849437832 None None] Updating router bafa57e7-b72f-4a14-8269-b93c6e437ffe port 368c32c0-c314-4342-9815-4c57d936452a binding host dv-cinder-800431-1-iscsi {{(pid=92954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 08:31:21.290900 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-596bde79-508b-4699-960e-9c941cfb6e49 None None] Port 8ff799b1-e976-44d7-8560-425802963031 cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 08:31:21.366306 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-338aa06f-1fed-4e5b-85b2-13c849437832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:21.504914 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device ad66b2fc-18bc-4a40-9645-e4999746a8ad up at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:31:21.545232 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-1e7737f4-b580-495f-8bc9-f14f5ebdbcd8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=59e8840ac9c4400a84a8b40978c1f01e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3196435 Jul 12 08:31:21.556507 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 35336) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:21.625526 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-57277423-ca34-4686-b11e-d83ddc9125f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:21.670247 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning complete for port ad66b2fc-18bc-4a40-9645-e4999746a8ad triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:31:21.671341 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:21.685836 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e8e5260e-8611-449f-b6d4-407339c484dc req-90d37a7d-fdcc-43da-8f57-434e7ac02526 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66d70884-a577-4980-ba2d-a9e7fcc9c226 HTTP/1.1" status: 200 len: 217 time: 0.6687386 Jul 12 08:31:21.687746 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 08:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db83c6a9-c442-4500-9c6d-20bd698a792b x-openstack-request-id: req-db83c6a9-c442-4500-9c6d-20bd698a792b {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:31:21.688091 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fea42424-78ac-4cf7-8021-c853f29d7fbd", "tag": "66d70884-a577-4980-ba2d-a9e7fcc9c226", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:31:21.688369 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-db83c6a9-c442-4500-9c6d-20bd698a792b {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:31:21.688915 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fea42424-78ac-4cf7-8021-c853f29d7fbd', 'tag': '66d70884-a577-4980-ba2d-a9e7fcc9c226', 'status': 'completed', 'code': 200} Jul 12 08:31:21.753372 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57277423-ca34-4686-b11e-d83ddc9125f8 admin admin] Pushing event updated for resources: {'Port': ['ID=600328d9-d0d5-4362-85e5-228272a9813d,revision_number=2']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:21.826153 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-57277423-ca34-4686-b11e-d83ddc9125f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532394'] for router_interface, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:21.906539 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b6307121-5846-4cf2-a303-bd12f2cc6901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:21.934667 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b6307121-5846-4cf2-a303-bd12f2cc6901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:22.001502 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b6307121-5846-4cf2-a303-bd12f2cc6901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:22.004166 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b6307121-5846-4cf2-a303-bd12f2cc6901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:22.005327 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-b6307121-5846-4cf2-a303-bd12f2cc6901 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9548d7e6-8b55-4384-9cfd-5b0aab4d8d23 HTTP/1.1" status: 204 len: 168 time: 0.4456944 Jul 12 08:31:22.039224 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a56df6b-8099-419e-b96c-f8b816fec257 admin admin] Router 59a260da-04ad-498b-a2d9-3307dd0da82c has already been hosted by L3 agent c0ba3535-5ad7-41e9-9cdc-b89c0ff976de {{(pid=92951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 08:31:22.044796 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-338aa06f-1fed-4e5b-85b2-13c849437832 None None] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:22.058506 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [None req-338aa06f-1fed-4e5b-85b2-13c849437832 None None] Transition to ACTIVE for port object 368c32c0-c314-4342-9815-4c57d936452a will not be triggered until provisioned by entity L2. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:31:22.065675 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-338aa06f-1fed-4e5b-85b2-13c849437832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:22.092242 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6307121-5846-4cf2-a303-bd12f2cc6901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9548d7e6-8b55-4384-9cfd-5b0aab4d8d23,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:22.173767 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57277423-ca34-4686-b11e-d83ddc9125f8 admin admin] Network 85b41c83-81a1-43ad-b6bf-2d322948dd3e is already hosted by enough agents. {{(pid=92951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:31:22.197062 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ff59a-eb7f-438c-9751-1c0cd02b40e9 req-25a02622-e23d-4609-91ab-548eaac492fb tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:22.199420 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-57277423-ca34-4686-b11e-d83ddc9125f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:31:22.200612 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [None req-338aa06f-1fed-4e5b-85b2-13c849437832 None None] Attempting to bind port 368c32c0-c314-4342-9815-4c57d936452a on host dv-cinder-800431-1-iscsi for vnic_type normal with profile {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 08:31:22.201067 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [None req-338aa06f-1fed-4e5b-85b2-13c849437832 None None] Attempting to bind port 368c32c0-c314-4342-9815-4c57d936452a by drivers openvswitch,hyperv on host dv-cinder-800431-1-iscsi at level 0 using segments [{'id': '96305722-55d6-4089-959b-5f9b3a20c0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3'}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 08:31:22.207260 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e16ff59a-eb7f-438c-9751-1c0cd02b40e9 req-25a02622-e23d-4609-91ab-548eaac492fb tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] 10.222.0.37 "GET /v2.0/ports?device_id=fea42424-78ac-4cf7-8021-c853f29d7fbd HTTP/1.1" status: 200 len: 944 time: 0.7782664 Jul 12 08:31:22.214790 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338aa06f-1fed-4e5b-85b2-13c849437832 None None] Attempting to bind port 368c32c0-c314-4342-9815-4c57d936452a on network 65ec14d2-e0c2-45ad-9132-5fa8e954ebc3 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:31:22.233158 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d19cd2c-b931-41a7-98d9-358d1c4a27c2 None None] Pushing event updated for resources: {'Port': ['ID=368c32c0-c314-4342-9815-4c57d936452a,revision_number=2']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:22.239126 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338aa06f-1fed-4e5b-85b2-13c849437832 None None] Checking agent: {'id': '165ba4a0-42de-4d95-afeb-0090fba4eff7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 8, 23, 37), 'started_at': datetime.datetime(2021, 7, 12, 8, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 8, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 08:31:22.239517 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338aa06f-1fed-4e5b-85b2-13c849437832 None None] Checking segment: {'id': '96305722-55d6-4089-959b-5f9b3a20c0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:31:22.239862 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-338aa06f-1fed-4e5b-85b2-13c849437832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:22.240321 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338aa06f-1fed-4e5b-85b2-13c849437832 None None] Bound using segment: {'id': '96305722-55d6-4089-959b-5f9b3a20c0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3'} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 08:31:22.240889 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [None req-338aa06f-1fed-4e5b-85b2-13c849437832 None None] Bound port: 368c32c0-c314-4342-9815-4c57d936452a, host: dv-cinder-800431-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96305722-55d6-4089-959b-5f9b3a20c0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3'}}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 08:31:22.241323 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-338aa06f-1fed-4e5b-85b2-13c849437832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:22.285569 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5260e-8611-449f-b6d4-407339c484dc req-77941da6-47a7-4ec7-8893-8b5098d36927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:22.294494 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e8e5260e-8611-449f-b6d4-407339c484dc req-77941da6-47a7-4ec7-8893-8b5098d36927 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8b8ebb52-f0cb-48c2-a491-11133b9e62c3 HTTP/1.1" status: 200 len: 851 time: 0.5544162 Jul 12 08:31:22.385895 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-338aa06f-1fed-4e5b-85b2-13c849437832 None None] For port 368c32c0-c314-4342-9815-4c57d936452a, host dv-cinder-800431-1-iscsi, cleared binding levels {{(pid=92954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 08:31:22.398045 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-338aa06f-1fed-4e5b-85b2-13c849437832 None None] For port 368c32c0-c314-4342-9815-4c57d936452a, host dv-cinder-800431-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=368c32c0-c314-4342-9815-4c57d936452a,segment=NetworkSegment(96305722-55d6-4089-959b-5f9b3a20c0c4),segment_id=96305722-55d6-4089-959b-5f9b3a20c0c4)] {{(pid=92954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 08:31:22.405720 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-338aa06f-1fed-4e5b-85b2-13c849437832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:22.473052 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a56df6b-8099-419e-b96c-f8b816fec257 admin admin] Notify agent at l3_agent.dv-cinder-800431-1-iscsi the message routers_updated {{(pid=92951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 08:31:22.484662 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7082ede7-ea33-47de-9b67-8a8dc1c71236 None None] Sync routers for ids ['59a260da-04ad-498b-a2d9-3307dd0da82c'] in dv-cinder-800431-1-iscsi {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 08:31:22.500279 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7082ede7-ea33-47de-9b67-8a8dc1c71236 None None] Routers {'59a260da-04ad-498b-a2d9-3307dd0da82c'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:31:22.501829 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e8e5260e-8611-449f-b6d4-407339c484dc req-74e4f45a-3d26-4e0d-bcff-66e1b4752bc7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dc5b67e2-89a7-4132-a0b0-a29e3f848ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1444743 Jul 12 08:31:22.502692 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-7082ede7-ea33-47de-9b67-8a8dc1c71236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:31:07Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['59a260da-04ad-498b-a2d9-3307dd0da82c'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:31:22.518202 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-5a56df6b-8099-419e-b96c-f8b816fec257 admin admin] 10.222.0.37 "PUT /v2.0/routers/59a260da-04ad-498b-a2d9-3307dd0da82c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4751208 Jul 12 08:31:22.522314 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e16ff59a-eb7f-438c-9751-1c0cd02b40e9 req-010cfe55-a861-444c-a676-08b18b8057dc tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] 10.222.0.37 "GET /v2.0/security-groups?id=1adb7b5d-42f1-49ee-a325-3c6b5be54521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201335 Jul 12 08:31:22.580626 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338aa06f-1fed-4e5b-85b2-13c849437832 None None] Routers {'bafa57e7-b72f-4a14-8269-b93c6e437ffe'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:31:22.586689 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-338aa06f-1fed-4e5b-85b2-13c849437832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:31:07Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['bafa57e7-b72f-4a14-8269-b93c6e437ffe'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:31:22.591418 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57277423-ca34-4686-b11e-d83ddc9125f8 admin admin] Router 31ca136c-3fd8-44d5-9f5a-88f32a4e13e8 has already been hosted by L3 agent c0ba3535-5ad7-41e9-9cdc-b89c0ff976de {{(pid=92951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 08:31:22.682874 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d19cd2c-b931-41a7-98d9-358d1c4a27c2 None None] Pushing event updated for resources: {'Port': ['ID=368c32c0-c314-4342-9815-4c57d936452a,revision_number=3']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:22.868404 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-7082ede7-ea33-47de-9b67-8a8dc1c71236 None None] Set router 59a260da-04ad-498b-a2d9-3307dd0da82c gateway port host: dv-cinder-800431-1-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:31:22.919216 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-338aa06f-1fed-4e5b-85b2-13c849437832 None None] Set router bafa57e7-b72f-4a14-8269-b93c6e437ffe gateway port host: dv-cinder-800431-1-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:31:22.953793 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e8e5260e-8611-449f-b6d4-407339c484dc req-c33f9243-5dc1-4e5a-b3ff-a548a9de2cc0 service neutron] 10.222.0.23 "GET /v2.0/networks/dc5b67e2-89a7-4132-a0b0-a29e3f848ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4305699 Jul 12 08:31:22.989237 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57277423-ca34-4686-b11e-d83ddc9125f8 admin admin] Notify agent at l3_agent.dv-cinder-800431-1-iscsi the message routers_updated {{(pid=92951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 08:31:23.003745 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-57277423-ca34-4686-b11e-d83ddc9125f8 admin admin] 10.222.0.37 "PUT /v2.0/routers/31ca136c-3fd8-44d5-9f5a-88f32a4e13e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6599059 Jul 12 08:31:23.048783 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a953566e-6ea5-497a-8bb1-e1a7d34a58df None None] Sync routers for ids ['31ca136c-3fd8-44d5-9f5a-88f32a4e13e8'] in dv-cinder-800431-1-iscsi {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 08:31:23.304116 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a953566e-6ea5-497a-8bb1-e1a7d34a58df None None] Routers {'31ca136c-3fd8-44d5-9f5a-88f32a4e13e8'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:31:23.304752 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-a953566e-6ea5-497a-8bb1-e1a7d34a58df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:31:07Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['31ca136c-3fd8-44d5-9f5a-88f32a4e13e8'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:31:23.375791 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-7082ede7-ea33-47de-9b67-8a8dc1c71236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a260da-04ad-498b-a2d9-3307dd0da82c', 'name': 'tempest-AttachVolumeTestJSON-1782835244-router', 'tenant_id': '2b5b16bf27b543fb92132074924097b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '07f95d4c-3817-4137-9ea5-87443a9b00aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:31:07Z', 'updated_at': '2021-07-12T08:31:17Z', 'revision_number': 4, 'project_id': '2b5b16bf27b543fb92132074924097b0', 'gw_port': {'id': '07f95d4c-3817-4137-9ea5-87443a9b00aa', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:dd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a260da-04ad-498b-a2d9-3307dd0da82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:08Z', 'updated_at': '2021-07-12T08:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_interfaces': [{'id': '8ff799b1-e976-44d7-8560-425802963031', 'name': '', 'network_id': '87af1681-88b0-408a-a0a8-01a2bb52ff86', 'tenant_id': '2b5b16bf27b543fb92132074924097b0', 'mac_address': 'fa:16:3e:d0:d9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a260da-04ad-498b-a2d9-3307dd0da82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1b424425-fba9-4165-b007-490b023a5f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:13Z', 'updated_at': '2021-07-12T08:31:17Z', 'revision_number': 2, 'project_id': '2b5b16bf27b543fb92132074924097b0', 'subnets': [{'id': '1b424425-fba9-4165-b007-490b023a5f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:31:23.452971 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e8e5260e-8611-449f-b6d4-407339c484dc req-2f2e745f-587c-43f4-8993-6c3ee9fd700a service neutron] 10.222.0.23 "GET /v2.0/networks/dc5b67e2-89a7-4132-a0b0-a29e3f848ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4416270 Jul 12 08:31:23.454826 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7082ede7-ea33-47de-9b67-8a8dc1c71236 None None] Checking router: 59a260da-04ad-498b-a2d9-3307dd0da82c for host: dv-cinder-800431-1-iscsi {{(pid=92953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 08:31:23.458830 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7082ede7-ea33-47de-9b67-8a8dc1c71236 None None] Updating router 59a260da-04ad-498b-a2d9-3307dd0da82c port 8ff799b1-e976-44d7-8560-425802963031 binding host dv-cinder-800431-1-iscsi {{(pid=92953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 08:31:23.550255 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7082ede7-ea33-47de-9b67-8a8dc1c71236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:23.686045 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-0447716a-bb1c-4ac9-bce4-8e86f03765e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:24.050192 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-a953566e-6ea5-497a-8bb1-e1a7d34a58df None None] Set router 31ca136c-3fd8-44d5-9f5a-88f32a4e13e8 gateway port host: dv-cinder-800431-1-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:31:24.083181 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 35406) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:24.090149 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-805af4be-a8b8-4709-9bb4-0e8e7067d180 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Request body: {'security_group': {'name': 'tempest-securitygroup--926151939', 'description': 'tempest-description--829686974'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:31:24.194291 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-805af4be-a8b8-4709-9bb4-0e8e7067d180 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:24.409454 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-338aa06f-1fed-4e5b-85b2-13c849437832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bafa57e7-b72f-4a14-8269-b93c6e437ffe', 'name': 'tempest-AttachVolumeShelveTestJSON-348321455-router', 'tenant_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '368c32c0-c314-4342-9815-4c57d936452a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:31:09Z', 'updated_at': '2021-07-12T08:31:15Z', 'revision_number': 3, 'project_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'gw_port': {'id': '368c32c0-c314-4342-9815-4c57d936452a', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:27:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bafa57e7-b72f-4a14-8269-b93c6e437ffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:12Z', 'updated_at': '2021-07-12T08:31:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi'}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:31:24.447291 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7082ede7-ea33-47de-9b67-8a8dc1c71236 None None] Notify callbacks [] for port, precommit_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:24.449009 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-805af4be-a8b8-4709-9bb4-0e8e7067d180 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:24.456929 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-805af4be-a8b8-4709-9bb4-0e8e7067d180 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:24.458088 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_common [None req-0447716a-bb1c-4ac9-bce4-8e86f03765e7 admin admin] Allocated IP 172.20.0.1 (87f9aa9d-4b32-44c0-9258-78c96af6cf8d/2a3005b3-6c18-4cb2-94e4-48e9cf6a930f/96e2e342-c1a9-432e-bf24-867ec2d38b56) {{(pid=92952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 08:31:24.498591 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-7082ede7-ea33-47de-9b67-8a8dc1c71236 None None] Transition to ACTIVE for port object 8ff799b1-e976-44d7-8560-425802963031 will not be triggered until provisioned by entity L2. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:31:24.521682 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338aa06f-1fed-4e5b-85b2-13c849437832 None None] The sync data for ids ['bafa57e7-b72f-4a14-8269-b93c6e437ffe'] in dv-cinder-800431-1-iscsi is: [{'id': 'bafa57e7-b72f-4a14-8269-b93c6e437ffe', 'name': 'tempest-AttachVolumeShelveTestJSON-348321455-router', 'tenant_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '368c32c0-c314-4342-9815-4c57d936452a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:31:09Z', 'updated_at': '2021-07-12T08:31:15Z', 'revision_number': 3, 'project_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'gw_port': {'id': '368c32c0-c314-4342-9815-4c57d936452a', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:27:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bafa57e7-b72f-4a14-8269-b93c6e437ffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:12Z', 'updated_at': '2021-07-12T08:31:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi'}] {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 08:31:24.530891 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7082ede7-ea33-47de-9b67-8a8dc1c71236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:24.599100 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-805af4be-a8b8-4709-9bb4-0e8e7067d180 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:24.600617 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-805af4be-a8b8-4709-9bb4-0e8e7067d180 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5155392 Jul 12 08:31:24.613965 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 35414) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:24.622341 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-367d601a-67c9-4b3a-a127-d4f1500f7169 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Request body: {'security_group_rule': {'security_group_id': '2c76d369-3c1a-4588-acc0-cfa913107d6e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:31:24.643269 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805af4be-a8b8-4709-9bb4-0e8e7067d180 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c76d369-3c1a-4588-acc0-cfa913107d6e,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:24.742852 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-367d601a-67c9-4b3a-a127-d4f1500f7169 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:24.838483 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-0447716a-bb1c-4ac9-bce4-8e86f03765e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:24.933674 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-7082ede7-ea33-47de-9b67-8a8dc1c71236 None None] Attempting to bind port 8ff799b1-e976-44d7-8560-425802963031 on host dv-cinder-800431-1-iscsi for vnic_type normal with profile {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 08:31:24.934325 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-a953566e-6ea5-497a-8bb1-e1a7d34a58df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ca136c-3fd8-44d5-9f5a-88f32a4e13e8', 'name': 'tempest-ServerRescueNegativeTestJSON-222245617-router', 'tenant_id': 'ca96284f2baa4ff8b8e4f29f16222f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'ad66b2fc-18bc-4a40-9645-e4999746a8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:31:08Z', 'updated_at': '2021-07-12T08:31:18Z', 'revision_number': 4, 'project_id': 'ca96284f2baa4ff8b8e4f29f16222f61', 'gw_port': {'id': 'ad66b2fc-18bc-4a40-9645-e4999746a8ad', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ca136c-3fd8-44d5-9f5a-88f32a4e13e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:08Z', 'updated_at': '2021-07-12T08:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_interfaces': [{'id': '600328d9-d0d5-4362-85e5-228272a9813d', 'name': '', 'network_id': '85b41c83-81a1-43ad-b6bf-2d322948dd3e', 'tenant_id': 'ca96284f2baa4ff8b8e4f29f16222f61', 'mac_address': 'fa:16:3e:3e:2f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ca136c-3fd8-44d5-9f5a-88f32a4e13e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fea1b1f0-4ade-4907-8fb8-44348ca7636e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:15Z', 'updated_at': '2021-07-12T08:31:19Z', 'revision_number': 2, 'project_id': 'ca96284f2baa4ff8b8e4f29f16222f61', 'subnets': [{'id': 'fea1b1f0-4ade-4907-8fb8-44348ca7636e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:31:24.941103 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-7082ede7-ea33-47de-9b67-8a8dc1c71236 None None] Attempting to bind port 8ff799b1-e976-44d7-8560-425802963031 by drivers openvswitch,hyperv on host dv-cinder-800431-1-iscsi at level 0 using segments [{'id': '0f9fcbd0-77f2-47e1-a4af-6466181e27c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '87af1681-88b0-408a-a0a8-01a2bb52ff86'}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 08:31:24.941475 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7082ede7-ea33-47de-9b67-8a8dc1c71236 None None] Attempting to bind port 8ff799b1-e976-44d7-8560-425802963031 on network 87af1681-88b0-408a-a0a8-01a2bb52ff86 {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:31:24.970990 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce3977b-3bea-4617-b6b8-614793e9db6c None None] Pushing event updated for resources: {'Port': ['ID=8ff799b1-e976-44d7-8560-425802963031,revision_number=3']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:24.998089 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7082ede7-ea33-47de-9b67-8a8dc1c71236 None None] Checking agent: {'id': '165ba4a0-42de-4d95-afeb-0090fba4eff7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 8, 23, 37), 'started_at': datetime.datetime(2021, 7, 12, 8, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 8, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 08:31:24.998641 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7082ede7-ea33-47de-9b67-8a8dc1c71236 None None] Checking segment: {'id': '0f9fcbd0-77f2-47e1-a4af-6466181e27c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '87af1681-88b0-408a-a0a8-01a2bb52ff86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:31:24.999090 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7082ede7-ea33-47de-9b67-8a8dc1c71236 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:24.999501 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7082ede7-ea33-47de-9b67-8a8dc1c71236 None None] Bound using segment: {'id': '0f9fcbd0-77f2-47e1-a4af-6466181e27c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '87af1681-88b0-408a-a0a8-01a2bb52ff86'} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 08:31:25.008734 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-7082ede7-ea33-47de-9b67-8a8dc1c71236 None None] Bound port: 8ff799b1-e976-44d7-8560-425802963031, host: dv-cinder-800431-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f9fcbd0-77f2-47e1-a4af-6466181e27c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '87af1681-88b0-408a-a0a8-01a2bb52ff86'}}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 08:31:25.008734 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7082ede7-ea33-47de-9b67-8a8dc1c71236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:25.050913 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-367d601a-67c9-4b3a-a127-d4f1500f7169 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:25.058794 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-367d601a-67c9-4b3a-a127-d4f1500f7169 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115475'] for security_group_rule, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:25.088068 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a953566e-6ea5-497a-8bb1-e1a7d34a58df None None] Checking router: 31ca136c-3fd8-44d5-9f5a-88f32a4e13e8 for host: dv-cinder-800431-1-iscsi {{(pid=92954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 08:31:25.088549 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a953566e-6ea5-497a-8bb1-e1a7d34a58df None None] Updating router 31ca136c-3fd8-44d5-9f5a-88f32a4e13e8 port 600328d9-d0d5-4362-85e5-228272a9813d binding host dv-cinder-800431-1-iscsi {{(pid=92954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 08:31:25.122122 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.provisioning_blocks [None req-0447716a-bb1c-4ac9-bce4-8e86f03765e7 admin admin] Transition to ACTIVE for port object 96e2e342-c1a9-432e-bf24-867ec2d38b56 will not be triggered until provisioned by entity DHCP. {{(pid=92952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:31:25.129222 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367d601a-67c9-4b3a-a127-d4f1500f7169 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6e97f8f-6ded-429c-afcb-6b2e064e94a0,revision_number=0']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:25.149389 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-367d601a-67c9-4b3a-a127-d4f1500f7169 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:25.150825 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-367d601a-67c9-4b3a-a127-d4f1500f7169 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5350161 Jul 12 08:31:25.154072 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 35432) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:25.190908 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-0aab2c82-6ae1-4a8b-8ca9-fe957b03efc5 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Request body: {'security_group_rule': {'security_group_id': '2c76d369-3c1a-4588-acc0-cfa913107d6e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:31:25.251554 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e1eea-d472-4632-9b09-636ff285b155 req-b9b12c91-5c46-4a8d-952e-2ec269830b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:25.253173 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-055e1eea-d472-4632-9b09-636ff285b155 req-b9b12c91-5c46-4a8d-952e-2ec269830b27 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=77072d8b6aaa4c1384c6cf3853171672&device_id=fea42424-78ac-4cf7-8021-c853f29d7fbd HTTP/1.1" status: 200 len: 1097 time: 1.2534788 Jul 12 08:31:25.268943 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0aab2c82-6ae1-4a8b-8ca9-fe957b03efc5 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:25.286910 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a953566e-6ea5-497a-8bb1-e1a7d34a58df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:25.345892 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-7082ede7-ea33-47de-9b67-8a8dc1c71236 None None] For port 8ff799b1-e976-44d7-8560-425802963031, host dv-cinder-800431-1-iscsi, cleared binding levels {{(pid=92953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 08:31:25.349491 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-7082ede7-ea33-47de-9b67-8a8dc1c71236 None None] For port 8ff799b1-e976-44d7-8560-425802963031, host dv-cinder-800431-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=8ff799b1-e976-44d7-8560-425802963031,segment=NetworkSegment(0f9fcbd0-77f2-47e1-a4af-6466181e27c6),segment_id=0f9fcbd0-77f2-47e1-a4af-6466181e27c6)] {{(pid=92953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 08:31:25.378387 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7082ede7-ea33-47de-9b67-8a8dc1c71236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:25.396124 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0aab2c82-6ae1-4a8b-8ca9-fe957b03efc5 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:25.403709 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0aab2c82-6ae1-4a8b-8ca9-fe957b03efc5 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115475'] for security_group_rule, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:25.429265 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab2c82-6ae1-4a8b-8ca9-fe957b03efc5 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ee22fb2-3eef-4564-a0e3-e4d1808e6270,revision_number=0']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:25.438338 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0aab2c82-6ae1-4a8b-8ca9-fe957b03efc5 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:25.443702 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-0aab2c82-6ae1-4a8b-8ca9-fe957b03efc5 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2883141 Jul 12 08:31:25.444600 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 35436) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:25.453878 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-73dafa14-688e-4e48-b7d7-27c4d868936e tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Request body: {'floatingip': {'floating_network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:31:25.520279 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-73dafa14-688e-4e48-b7d7-27c4d868936e tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks [] for floatingip, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:25.661273 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7082ede7-ea33-47de-9b67-8a8dc1c71236 None None] Routers {'59a260da-04ad-498b-a2d9-3307dd0da82c'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:31:25.662058 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-7082ede7-ea33-47de-9b67-8a8dc1c71236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:31:07Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['59a260da-04ad-498b-a2d9-3307dd0da82c'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:31:25.857602 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa2db1-8834-4f41-92bb-5e60b86b4ad6 req-8ef6db67-9dfb-49da-afe4-254dd886a1f6 tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:25.865781 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a8fa2db1-8834-4f41-92bb-5e60b86b4ad6 req-8ef6db67-9dfb-49da-afe4-254dd886a1f6 tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] 10.222.0.37 "GET /v2.0/ports?device_id=fea42424-78ac-4cf7-8021-c853f29d7fbd HTTP/1.1" status: 200 len: 944 time: 1.0076220 Jul 12 08:31:25.869992 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 368c32c0-c314-4342-9815-4c57d936452a up at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:31:25.898691 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce3977b-3bea-4617-b6b8-614793e9db6c None None] Pushing event updated for resources: {'Port': ['ID=8ff799b1-e976-44d7-8560-425802963031,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:26.091760 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-73dafa14-688e-4e48-b7d7-27c4d868936e tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:26.175900 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-0447716a-bb1c-4ac9-bce4-8e86f03765e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748222641646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1188457'] for port, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:26.326201 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0447716a-bb1c-4ac9-bce4-8e86f03765e7 admin admin] Pushing event updated for resources: {'Port': ['ID=96e2e342-c1a9-432e-bf24-867ec2d38b56,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:26.345443 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-7082ede7-ea33-47de-9b67-8a8dc1c71236 None None] Set router 59a260da-04ad-498b-a2d9-3307dd0da82c gateway port host: dv-cinder-800431-1-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:31:26.407279 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a8fa2db1-8834-4f41-92bb-5e60b86b4ad6 req-d05bee4e-622a-4356-9f26-a043fce0df0a tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] 10.222.0.37 "GET /v2.0/security-groups?id=1adb7b5d-42f1-49ee-a325-3c6b5be54521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5403986 Jul 12 08:31:26.414691 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e1eea-d472-4632-9b09-636ff285b155 req-1967927d-ea05-4d83-b03c-bac8c4f580d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:26.430745 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-055e1eea-d472-4632-9b09-636ff285b155 req-1967927d-ea05-4d83-b03c-bac8c4f580d0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dc5b67e2-89a7-4132-a0b0-a29e3f848ba7 HTTP/1.1" status: 200 len: 912 time: 1.1502395 Jul 12 08:31:26.456678 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0447716a-bb1c-4ac9-bce4-8e86f03765e7 admin admin] Network 87f9aa9d-4b32-44c0-9258-78c96af6cf8d is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:31:26.570871 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.db.db_base_plugin_common [None req-73dafa14-688e-4e48-b7d7-27c4d868936e tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Allocated IP 172.27.1.51 (65ec14d2-e0c2-45ad-9132-5fa8e954ebc3/dca57fa4-8523-4dee-8f0e-27ff75670efc/f1b03792-427c-41e1-a5eb-06dc5b92a8c5) {{(pid=92951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 08:31:26.621060 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [None req-0447716a-bb1c-4ac9-bce4-8e86f03765e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:31:26.626242 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0447716a-bb1c-4ac9-bce4-8e86f03765e7 admin admin] Received port after_create {{(pid=92952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 08:31:26.657251 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-055e1eea-d472-4632-9b09-636ff285b155 req-5ac1177e-0560-4a13-a8c6-af67645445f9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66d70884-a577-4980-ba2d-a9e7fcc9c226 HTTP/1.1" status: 200 len: 217 time: 0.1949031 Jul 12 08:31:26.720001 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a953566e-6ea5-497a-8bb1-e1a7d34a58df None None] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:26.721638 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning for port 368c32c0-c314-4342-9815-4c57d936452a completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:31:26.772881 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [None req-a953566e-6ea5-497a-8bb1-e1a7d34a58df None None] Transition to ACTIVE for port object 600328d9-d0d5-4362-85e5-228272a9813d will not be triggered until provisioned by entity L2. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:31:26.793198 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a953566e-6ea5-497a-8bb1-e1a7d34a58df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:26.852494 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning complete for port 368c32c0-c314-4342-9815-4c57d936452a triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:31:26.852494 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:26.909831 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73577349-5533-4476-8f54-f1ba91a1d977 None None] Pushing event updated for resources: {'Port': ['ID=600328d9-d0d5-4362-85e5-228272a9813d,revision_number=3']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:27.021560 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-73dafa14-688e-4e48-b7d7-27c4d868936e tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks [] for port, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:27.115637 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [None req-a953566e-6ea5-497a-8bb1-e1a7d34a58df None None] Attempting to bind port 600328d9-d0d5-4362-85e5-228272a9813d on host dv-cinder-800431-1-iscsi for vnic_type normal with profile {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 08:31:27.117045 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [None req-a953566e-6ea5-497a-8bb1-e1a7d34a58df None None] Attempting to bind port 600328d9-d0d5-4362-85e5-228272a9813d by drivers openvswitch,hyperv on host dv-cinder-800431-1-iscsi at level 0 using segments [{'id': '03fa2880-daf4-4588-a207-d365bbaa5d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '85b41c83-81a1-43ad-b6bf-2d322948dd3e'}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 08:31:27.118078 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a953566e-6ea5-497a-8bb1-e1a7d34a58df None None] Attempting to bind port 600328d9-d0d5-4362-85e5-228272a9813d on network 85b41c83-81a1-43ad-b6bf-2d322948dd3e {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:31:27.136342 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a953566e-6ea5-497a-8bb1-e1a7d34a58df None None] Checking agent: {'id': '165ba4a0-42de-4d95-afeb-0090fba4eff7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 8, 23, 37), 'started_at': datetime.datetime(2021, 7, 12, 8, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 8, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 08:31:27.136724 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a953566e-6ea5-497a-8bb1-e1a7d34a58df None None] Checking segment: {'id': '03fa2880-daf4-4588-a207-d365bbaa5d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '85b41c83-81a1-43ad-b6bf-2d322948dd3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:31:27.143227 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a953566e-6ea5-497a-8bb1-e1a7d34a58df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:27.143685 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a953566e-6ea5-497a-8bb1-e1a7d34a58df None None] Bound using segment: {'id': '03fa2880-daf4-4588-a207-d365bbaa5d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '85b41c83-81a1-43ad-b6bf-2d322948dd3e'} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 08:31:27.144175 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [None req-a953566e-6ea5-497a-8bb1-e1a7d34a58df None None] Bound port: 600328d9-d0d5-4362-85e5-228272a9813d, host: dv-cinder-800431-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03fa2880-daf4-4588-a207-d365bbaa5d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '85b41c83-81a1-43ad-b6bf-2d322948dd3e'}}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 08:31:27.144670 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a953566e-6ea5-497a-8bb1-e1a7d34a58df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:27.151272 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-73dafa14-688e-4e48-b7d7-27c4d868936e tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748222641646'] for port, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:27.153140 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-0447716a-bb1c-4ac9-bce4-8e86f03765e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528631'] for router_interface, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:27.183327 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e1eea-d472-4632-9b09-636ff285b155 req-b15beb91-add2-4f63-8621-11d135b3fd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:27.187503 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-055e1eea-d472-4632-9b09-636ff285b155 req-b15beb91-add2-4f63-8621-11d135b3fd99 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8b8ebb52-f0cb-48c2-a491-11133b9e62c3 HTTP/1.1" status: 200 len: 851 time: 0.3731856 Jul 12 08:31:27.322443 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dafa14-688e-4e48-b7d7-27c4d868936e tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Pushing event updated for resources: {'Port': ['ID=f1b03792-427c-41e1-a5eb-06dc5b92a8c5,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:27.322779 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-a953566e-6ea5-497a-8bb1-e1a7d34a58df None None] For port 600328d9-d0d5-4362-85e5-228272a9813d, host dv-cinder-800431-1-iscsi, cleared binding levels {{(pid=92954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 08:31:27.330369 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-a953566e-6ea5-497a-8bb1-e1a7d34a58df None None] For port 600328d9-d0d5-4362-85e5-228272a9813d, host dv-cinder-800431-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=600328d9-d0d5-4362-85e5-228272a9813d,segment=NetworkSegment(03fa2880-daf4-4588-a207-d365bbaa5d26),segment_id=03fa2880-daf4-4588-a207-d365bbaa5d26)] {{(pid=92954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 08:31:27.340609 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a953566e-6ea5-497a-8bb1-e1a7d34a58df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:27.380405 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73dafa14-688e-4e48-b7d7-27c4d868936e tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Network 65ec14d2-e0c2-45ad-9132-5fa8e954ebc3 is already hosted by enough agents. {{(pid=92951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:31:27.386267 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-73dafa14-688e-4e48-b7d7-27c4d868936e tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Resources bound (agent type, host, resource id): {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:31:27.390267 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dafa14-688e-4e48-b7d7-27c4d868936e tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Received port after_create {{(pid=92951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 08:31:27.563756 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-055e1eea-d472-4632-9b09-636ff285b155 req-6aba3f5b-f91e-4b72-a245-6324a751dcac service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dc5b67e2-89a7-4132-a0b0-a29e3f848ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2147605 Jul 12 08:31:27.656469 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-cb55ab74-fe6b-40ef-8812-81de94e11d82 None None] Provisioning for port 96e2e342-c1a9-432e-bf24-867ec2d38b56 completed by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:31:27.662046 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-73dafa14-688e-4e48-b7d7-27c4d868936e tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:27.692336 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a953566e-6ea5-497a-8bb1-e1a7d34a58df None None] Routers {'31ca136c-3fd8-44d5-9f5a-88f32a4e13e8'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:31:27.695183 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-a953566e-6ea5-497a-8bb1-e1a7d34a58df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:31:07Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['31ca136c-3fd8-44d5-9f5a-88f32a4e13e8'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:31:27.699547 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73577349-5533-4476-8f54-f1ba91a1d977 None None] Pushing event updated for resources: {'Port': ['ID=600328d9-d0d5-4362-85e5-228272a9813d,revision_number=4']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:27.750914 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-cb55ab74-fe6b-40ef-8812-81de94e11d82 None None] Provisioning complete for port 96e2e342-c1a9-432e-bf24-867ec2d38b56 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:31:27.751858 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-cb55ab74-fe6b-40ef-8812-81de94e11d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:27.828734 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-73dafa14-688e-4e48-b7d7-27c4d868936e tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:27.967145 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:27.991004 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-cb55ab74-fe6b-40ef-8812-81de94e11d82 None None] Port 96e2e342-c1a9-432e-bf24-867ec2d38b56 cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 08:31:28.122123 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] For port 368c32c0-c314-4342-9815-4c57d936452a, host dv-cinder-800431-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=368c32c0-c314-4342-9815-4c57d936452a,segment=NetworkSegment(96305722-55d6-4089-959b-5f9b3a20c0c4),segment_id=96305722-55d6-4089-959b-5f9b3a20c0c4)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:31:28.139856 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:28.242156 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-a953566e-6ea5-497a-8bb1-e1a7d34a58df None None] Set router 31ca136c-3fd8-44d5-9f5a-88f32a4e13e8 gateway port host: dv-cinder-800431-1-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:31:28.270004 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-7082ede7-ea33-47de-9b67-8a8dc1c71236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a260da-04ad-498b-a2d9-3307dd0da82c', 'name': 'tempest-AttachVolumeTestJSON-1782835244-router', 'tenant_id': '2b5b16bf27b543fb92132074924097b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '07f95d4c-3817-4137-9ea5-87443a9b00aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:31:07Z', 'updated_at': '2021-07-12T08:31:17Z', 'revision_number': 4, 'project_id': '2b5b16bf27b543fb92132074924097b0', 'gw_port': {'id': '07f95d4c-3817-4137-9ea5-87443a9b00aa', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:dd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a260da-04ad-498b-a2d9-3307dd0da82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:08Z', 'updated_at': '2021-07-12T08:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_interfaces': [{'id': '8ff799b1-e976-44d7-8560-425802963031', 'name': '', 'network_id': '87af1681-88b0-408a-a0a8-01a2bb52ff86', 'tenant_id': '2b5b16bf27b543fb92132074924097b0', 'mac_address': 'fa:16:3e:d0:d9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a260da-04ad-498b-a2d9-3307dd0da82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1b424425-fba9-4165-b007-490b023a5f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:13Z', 'updated_at': '2021-07-12T08:31:25Z', 'revision_number': 4, 'project_id': '2b5b16bf27b543fb92132074924097b0', 'subnets': [{'id': '1b424425-fba9-4165-b007-490b023a5f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:31:28.331893 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Pushing event updated for resources: {'Port': ['ID=368c32c0-c314-4342-9815-4c57d936452a,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:28.334558 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 35494) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:28.339361 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7082ede7-ea33-47de-9b67-8a8dc1c71236 None None] The sync data for ids ['59a260da-04ad-498b-a2d9-3307dd0da82c'] in dv-cinder-800431-1-iscsi is: [{'id': '59a260da-04ad-498b-a2d9-3307dd0da82c', 'name': 'tempest-AttachVolumeTestJSON-1782835244-router', 'tenant_id': '2b5b16bf27b543fb92132074924097b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '07f95d4c-3817-4137-9ea5-87443a9b00aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:31:07Z', 'updated_at': '2021-07-12T08:31:17Z', 'revision_number': 4, 'project_id': '2b5b16bf27b543fb92132074924097b0', 'gw_port': {'id': '07f95d4c-3817-4137-9ea5-87443a9b00aa', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:dd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a260da-04ad-498b-a2d9-3307dd0da82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:08Z', 'updated_at': '2021-07-12T08:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_interfaces': [{'id': '8ff799b1-e976-44d7-8560-425802963031', 'name': '', 'network_id': '87af1681-88b0-408a-a0a8-01a2bb52ff86', 'tenant_id': '2b5b16bf27b543fb92132074924097b0', 'mac_address': 'fa:16:3e:d0:d9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a260da-04ad-498b-a2d9-3307dd0da82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1b424425-fba9-4165-b007-490b023a5f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:13Z', 'updated_at': '2021-07-12T08:31:25Z', 'revision_number': 4, 'project_id': '2b5b16bf27b543fb92132074924097b0', 'subnets': [{'id': '1b424425-fba9-4165-b007-490b023a5f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 08:31:28.345924 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-73dafa14-688e-4e48-b7d7-27c4d868936e tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks [] for port, precommit_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:28.354433 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-73dafa14-688e-4e48-b7d7-27c4d868936e tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:28.398323 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 35498) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:28.552347 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-055e1eea-d472-4632-9b09-636ff285b155 req-317c10df-3aa1-4696-a28b-86f4f03fc2b8 service neutron] 10.222.0.23 "GET /v2.0/networks/dc5b67e2-89a7-4132-a0b0-a29e3f848ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9412265 Jul 12 08:31:28.569245 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-73dafa14-688e-4e48-b7d7-27c4d868936e tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-940870'] for floatingip, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:28.575116 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dafa14-688e-4e48-b7d7-27c4d868936e tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Pushing event updated for resources: {'Port': ['ID=f1b03792-427c-41e1-a5eb-06dc5b92a8c5,revision_number=2']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:28.613049 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b69d2-2b43-4a4e-a0c8-5736646574f3 req-befb8752-db3e-4549-994f-d9bd7dea698d tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:28.615127 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-328b69d2-2b43-4a4e-a0c8-5736646574f3 req-befb8752-db3e-4549-994f-d9bd7dea698d tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] 10.222.0.37 "GET /v2.0/ports?device_id=fea42424-78ac-4cf7-8021-c853f29d7fbd HTTP/1.1" status: 200 len: 944 time: 0.7216678 Jul 12 08:31:28.619883 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-73dafa14-688e-4e48-b7d7-27c4d868936e tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for floatingip, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:28.635904 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-73dafa14-688e-4e48-b7d7-27c4d868936e tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1900685 Jul 12 08:31:28.645743 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-0447716a-bb1c-4ac9-bce4-8e86f03765e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:28.776795 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-1d3ea3f4-7574-4299-8ac5-9067555381e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:28.815465 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-a953566e-6ea5-497a-8bb1-e1a7d34a58df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ca136c-3fd8-44d5-9f5a-88f32a4e13e8', 'name': 'tempest-ServerRescueNegativeTestJSON-222245617-router', 'tenant_id': 'ca96284f2baa4ff8b8e4f29f16222f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'ad66b2fc-18bc-4a40-9645-e4999746a8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:31:08Z', 'updated_at': '2021-07-12T08:31:18Z', 'revision_number': 4, 'project_id': 'ca96284f2baa4ff8b8e4f29f16222f61', 'gw_port': {'id': 'ad66b2fc-18bc-4a40-9645-e4999746a8ad', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ca136c-3fd8-44d5-9f5a-88f32a4e13e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:08Z', 'updated_at': '2021-07-12T08:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_interfaces': [{'id': '600328d9-d0d5-4362-85e5-228272a9813d', 'name': '', 'network_id': '85b41c83-81a1-43ad-b6bf-2d322948dd3e', 'tenant_id': 'ca96284f2baa4ff8b8e4f29f16222f61', 'mac_address': 'fa:16:3e:3e:2f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ca136c-3fd8-44d5-9f5a-88f32a4e13e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fea1b1f0-4ade-4907-8fb8-44348ca7636e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:15Z', 'updated_at': '2021-07-12T08:31:27Z', 'revision_number': 4, 'project_id': 'ca96284f2baa4ff8b8e4f29f16222f61', 'subnets': [{'id': 'fea1b1f0-4ade-4907-8fb8-44348ca7636e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:31:28.837073 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-328b69d2-2b43-4a4e-a0c8-5736646574f3 req-f8a605ed-f757-498a-a22d-40983fa84b9c tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] 10.222.0.37 "GET /v2.0/security-groups?id=1adb7b5d-42f1-49ee-a325-3c6b5be54521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104187 Jul 12 08:31:28.853143 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-f1c621e1-1ab2-4a7e-bd0a-d7ca1d996c3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:28.864450 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a953566e-6ea5-497a-8bb1-e1a7d34a58df None None] The sync data for ids ['31ca136c-3fd8-44d5-9f5a-88f32a4e13e8'] in dv-cinder-800431-1-iscsi is: [{'id': '31ca136c-3fd8-44d5-9f5a-88f32a4e13e8', 'name': 'tempest-ServerRescueNegativeTestJSON-222245617-router', 'tenant_id': 'ca96284f2baa4ff8b8e4f29f16222f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'ad66b2fc-18bc-4a40-9645-e4999746a8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:31:08Z', 'updated_at': '2021-07-12T08:31:18Z', 'revision_number': 4, 'project_id': 'ca96284f2baa4ff8b8e4f29f16222f61', 'gw_port': {'id': 'ad66b2fc-18bc-4a40-9645-e4999746a8ad', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ca136c-3fd8-44d5-9f5a-88f32a4e13e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:08Z', 'updated_at': '2021-07-12T08:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_interfaces': [{'id': '600328d9-d0d5-4362-85e5-228272a9813d', 'name': '', 'network_id': '85b41c83-81a1-43ad-b6bf-2d322948dd3e', 'tenant_id': 'ca96284f2baa4ff8b8e4f29f16222f61', 'mac_address': 'fa:16:3e:3e:2f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ca136c-3fd8-44d5-9f5a-88f32a4e13e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fea1b1f0-4ade-4907-8fb8-44348ca7636e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:15Z', 'updated_at': '2021-07-12T08:31:27Z', 'revision_number': 4, 'project_id': 'ca96284f2baa4ff8b8e4f29f16222f61', 'subnets': [{'id': 'fea1b1f0-4ade-4907-8fb8-44348ca7636e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 08:31:29.004063 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-055e1eea-d472-4632-9b09-636ff285b155 req-9002f7b6-8733-42ee-a03a-76bc607c26d8 service neutron] 10.222.0.23 "GET /v2.0/networks/dc5b67e2-89a7-4132-a0b0-a29e3f848ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4120233 Jul 12 08:31:29.280298 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21645315-4d32-488a-86d3-da142edfed6e req-21efe03f-b4bd-490d-89f0-c5c9eb30eed7 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:29.281898 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-21645315-4d32-488a-86d3-da142edfed6e req-21efe03f-b4bd-490d-89f0-c5c9eb30eed7 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/networks?id=85b41c83-81a1-43ad-b6bf-2d322948dd3e HTTP/1.1" status: 200 len: 818 time: 0.1442327 Jul 12 08:31:29.323347 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-21645315-4d32-488a-86d3-da142edfed6e req-787fcadc-f198-4b74-861a-4214a887867d tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/quotas/ca96284f2baa4ff8b8e4f29f16222f61 HTTP/1.1" status: 200 len: 375 time: 0.0310094 Jul 12 08:31:29.372352 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0390642e-1f26-40c0-a117-db0925420ee2 req-94c08c6b-36c2-41a9-8dc9-2c416310eb37 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--926151939&fields=id&tenant_id=2b5b16bf27b543fb92132074924097b0 HTTP/1.1" status: 200 len: 267 time: 0.0935032 Jul 12 08:31:29.430382 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-0447716a-bb1c-4ac9-bce4-8e86f03765e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:29.479404 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-21645315-4d32-488a-86d3-da142edfed6e req-e296a90d-5cba-4a97-ae4f-2dab04c71078 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca96284f2baa4ff8b8e4f29f16222f61&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1489995 Jul 12 08:31:29.482288 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-0447716a-bb1c-4ac9-bce4-8e86f03765e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1188479'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:29.704675 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-21645315-4d32-488a-86d3-da142edfed6e req-cedb321a-7eca-4e9e-865c-04d28a9eadf8 service neutron] 10.222.0.37 "GET /v2.0/networks/85b41c83-81a1-43ad-b6bf-2d322948dd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182672 Jul 12 08:31:29.733666 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390642e-1f26-40c0-a117-db0925420ee2 req-c67d8abd-d3b4-4053-b92a-dfac83e4314c tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:29.746408 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0390642e-1f26-40c0-a117-db0925420ee2 req-c67d8abd-d3b4-4053-b92a-dfac83e4314c tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/networks?id=87af1681-88b0-408a-a0a8-01a2bb52ff86 HTTP/1.1" status: 200 len: 811 time: 0.3730772 Jul 12 08:31:29.806439 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0390642e-1f26-40c0-a117-db0925420ee2 req-69ad5ee3-e33a-429e-b234-68e8a1fa4e53 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/quotas/2b5b16bf27b543fb92132074924097b0 HTTP/1.1" status: 200 len: 375 time: 0.0589316 Jul 12 08:31:29.842257 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-21645315-4d32-488a-86d3-da142edfed6e req-d762aadb-238a-4e1f-b0d7-73acecc6a3cf service neutron] 10.222.0.37 "GET /v2.0/networks/85b41c83-81a1-43ad-b6bf-2d322948dd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342101 Jul 12 08:31:29.850871 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-2c07ac3d-3819-466b-988a-da8408d569fe None None] Provisioning complete for port 96e2e342-c1a9-432e-bf24-867ec2d38b56 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:31:29.851405 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2c07ac3d-3819-466b-988a-da8408d569fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:29.856380 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-1d3ea3f4-7574-4299-8ac5-9067555381e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:29.857653 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0447716a-bb1c-4ac9-bce4-8e86f03765e7 admin admin] Pushing event updated for resources: {'Port': ['ID=96e2e342-c1a9-432e-bf24-867ec2d38b56,revision_number=2']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:29.896595 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-1d3ea3f4-7574-4299-8ac5-9067555381e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:29.904313 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-2c07ac3d-3819-466b-988a-da8408d569fe None None] Port 96e2e342-c1a9-432e-bf24-867ec2d38b56 cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 08:31:29.904793 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-0447716a-bb1c-4ac9-bce4-8e86f03765e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532394'] for router_interface, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:29.980254 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-f1c621e1-1ab2-4a7e-bd0a-d7ca1d996c3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:29.986763 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-f1c621e1-1ab2-4a7e-bd0a-d7ca1d996c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:30.000105 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-1d3ea3f4-7574-4299-8ac5-9067555381e0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6befd8420a324fc198ae0e8b314ea6d6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6476207 Jul 12 08:31:30.000842 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3ea3f4-7574-4299-8ac5-9067555381e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18dd6cb7-9819-4335-ad46-cb84b0ee636f,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:30.024137 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-f1c621e1-1ab2-4a7e-bd0a-d7ca1d996c3b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b3175fdbfc2b496298f1402cbac88ed5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5733039 Jul 12 08:31:30.024137 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 35538) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:30.046123 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c621e1-1ab2-4a7e-bd0a-d7ca1d996c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19474ce-fc67-44d6-bc23-06a66b62ed05,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:30.048732 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 35540) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:30.154648 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0390642e-1f26-40c0-a117-db0925420ee2 req-b0a8c09d-1d7f-45fb-8a1d-72cbc9db5799 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2b5b16bf27b543fb92132074924097b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3407433 Jul 12 08:31:30.179734 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0cdfc232-aeb5-4596-9bdb-6394e8c7d468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:30.208172 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-930ef6e7-f389-4134-a63c-a3e7f0c66d0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:30.231682 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0447716a-bb1c-4ac9-bce4-8e86f03765e7 admin admin] Network 87f9aa9d-4b32-44c0-9258-78c96af6cf8d is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:31:30.234296 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [None req-0447716a-bb1c-4ac9-bce4-8e86f03765e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:31:30.265644 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0cdfc232-aeb5-4596-9bdb-6394e8c7d468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:30.340143 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-930ef6e7-f389-4134-a63c-a3e7f0c66d0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:30.485303 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [req-0390642e-1f26-40c0-a117-db0925420ee2 req-0e1e277b-846a-4d2b-8c20-bd7d1c935408 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=92952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 08:31:30.486407 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0390642e-1f26-40c0-a117-db0925420ee2 req-0e1e277b-846a-4d2b-8c20-bd7d1c935408 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2400177 Jul 12 08:31:30.502210 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:30.557057 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0447716a-bb1c-4ac9-bce4-8e86f03765e7 admin admin] Router bafa57e7-b72f-4a14-8269-b93c6e437ffe has already been hosted by L3 agent c0ba3535-5ad7-41e9-9cdc-b89c0ff976de {{(pid=92952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 08:31:30.630064 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e953e-50d6-425f-9d20-2a539ce99535 req-ae3751f3-dd19-4d40-be37-ee8af27ebb69 tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:30.643266 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-8e9e953e-50d6-425f-9d20-2a539ce99535 req-ae3751f3-dd19-4d40-be37-ee8af27ebb69 tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] 10.222.0.37 "GET /v2.0/ports?device_id=fea42424-78ac-4cf7-8021-c853f29d7fbd HTTP/1.1" status: 200 len: 944 time: 0.4589407 Jul 12 08:31:30.658336 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 8ff799b1-e976-44d7-8560-425802963031 up at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:31:30.687719 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0cdfc232-aeb5-4596-9bdb-6394e8c7d468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:30.703032 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0cdfc232-aeb5-4596-9bdb-6394e8c7d468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:30.715171 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-0cdfc232-aeb5-4596-9bdb-6394e8c7d468 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d19474ce-fc67-44d6-bc23-06a66b62ed05 HTTP/1.1" status: 204 len: 168 time: 0.6491086 Jul 12 08:31:30.828029 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning for port 8ff799b1-e976-44d7-8560-425802963031 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:31:30.845600 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning complete for port 8ff799b1-e976-44d7-8560-425802963031 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:31:30.857180 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:30.860914 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-930ef6e7-f389-4134-a63c-a3e7f0c66d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:30.866446 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-930ef6e7-f389-4134-a63c-a3e7f0c66d0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:30.868167 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-930ef6e7-f389-4134-a63c-a3e7f0c66d0b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/18dd6cb7-9819-4335-ad46-cb84b0ee636f HTTP/1.1" status: 204 len: 168 time: 0.8231182 Jul 12 08:31:30.893082 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdfc232-aeb5-4596-9bdb-6394e8c7d468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19474ce-fc67-44d6-bc23-06a66b62ed05,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:30.939846 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-8e9e953e-50d6-425f-9d20-2a539ce99535 req-8acc994b-c572-4817-89e8-58a3c44f6f4f tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] 10.222.0.37 "GET /v2.0/security-groups?id=1adb7b5d-42f1-49ee-a325-3c6b5be54521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939029 Jul 12 08:31:30.941425 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ef6e7-f389-4134-a63c-a3e7f0c66d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18dd6cb7-9819-4335-ad46-cb84b0ee636f,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:30.983991 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0447716a-bb1c-4ac9-bce4-8e86f03765e7 admin admin] Notify agent at l3_agent.dv-cinder-800431-1-iscsi the message routers_updated {{(pid=92952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 08:31:30.987193 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0390642e-1f26-40c0-a117-db0925420ee2 req-98f9650e-6e68-44ee-94aa-9bb3265a9561 service neutron] 10.222.0.37 "GET /v2.0/networks/87af1681-88b0-408a-a0a8-01a2bb52ff86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4822760 Jul 12 08:31:30.991984 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-0447716a-bb1c-4ac9-bce4-8e86f03765e7 admin admin] 10.222.0.37 "PUT /v2.0/routers/bafa57e7-b72f-4a14-8269-b93c6e437ffe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2537589 Jul 12 08:31:31.023548 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3718f6-7cc6-44b6-9e74-822eed269479 None None] Sync routers for ids ['bafa57e7-b72f-4a14-8269-b93c6e437ffe'] in dv-cinder-800431-1-iscsi {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 08:31:31.073242 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-4f76abb4-811a-47b6-9400-8dab8910ac18 None None] Provisioning complete for port 96e2e342-c1a9-432e-bf24-867ec2d38b56 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:31:31.074350 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4f76abb4-811a-47b6-9400-8dab8910ac18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:31.079045 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3718f6-7cc6-44b6-9e74-822eed269479 None None] Routers {'bafa57e7-b72f-4a14-8269-b93c6e437ffe'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:31:31.079939 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-4f3718f6-7cc6-44b6-9e74-822eed269479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:31:07Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['bafa57e7-b72f-4a14-8269-b93c6e437ffe'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:31:31.095681 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-6883e63f-529a-4a7b-a759-ef3afcb044a6 req-fe5a5c79-70af-40cd-9fba-7c0acb1c3808 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 210 time: 0.0793941 Jul 12 08:31:31.149010 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0390642e-1f26-40c0-a117-db0925420ee2 req-d47c8636-a6ac-41d4-ab29-8def1bb7ea6d service neutron] 10.222.0.37 "GET /v2.0/networks/87af1681-88b0-408a-a0a8-01a2bb52ff86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526134 Jul 12 08:31:31.257012 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-4f76abb4-811a-47b6-9400-8dab8910ac18 None None] Port 96e2e342-c1a9-432e-bf24-867ec2d38b56 cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 08:31:31.371339 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:31.393793 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-4f3718f6-7cc6-44b6-9e74-822eed269479 None None] Set router bafa57e7-b72f-4a14-8269-b93c6e437ffe gateway port host: dv-cinder-800431-1-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:31:31.479823 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] For port 8ff799b1-e976-44d7-8560-425802963031, host dv-cinder-800431-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=8ff799b1-e976-44d7-8560-425802963031,segment=NetworkSegment(0f9fcbd0-77f2-47e1-a4af-6466181e27c6),segment_id=0f9fcbd0-77f2-47e1-a4af-6466181e27c6)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:31:31.531276 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:31.615517 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 368c32c0-c314-4342-9815-4c57d936452a up at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:31:31.707506 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 35622) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:31.729789 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-98b53e64-22f1-4bc9-849f-dc5f42957e9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:31.753142 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Pushing event updated for resources: {'Port': ['ID=8ff799b1-e976-44d7-8560-425802963031,revision_number=5']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:31.858546 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e2284-2b67-4e98-b61f-470bd731b903 req-4402066e-2252-4903-89c6-610ce5f847c8 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:31.870612 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-fd8e2284-2b67-4e98-b61f-470bd731b903 req-4402066e-2252-4903-89c6-610ce5f847c8 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/networks?id=85b41c83-81a1-43ad-b6bf-2d322948dd3e HTTP/1.1" status: 200 len: 818 time: 0.3456235 Jul 12 08:31:31.920595 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-fd8e2284-2b67-4e98-b61f-470bd731b903 req-93857a3d-1876-47b9-8f9b-b98dbf8a2f4f tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/quotas/ca96284f2baa4ff8b8e4f29f16222f61 HTTP/1.1" status: 200 len: 375 time: 0.0478628 Jul 12 08:31:31.959787 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning complete for port 368c32c0-c314-4342-9815-4c57d936452a triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:31:31.966668 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:31.991457 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-98b53e64-22f1-4bc9-849f-dc5f42957e9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:31.996657 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-98b53e64-22f1-4bc9-849f-dc5f42957e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:32.054632 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-fd8e2284-2b67-4e98-b61f-470bd731b903 req-844365aa-e63c-4e89-a435-0bd65a180899 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca96284f2baa4ff8b8e4f29f16222f61&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1319287 Jul 12 08:31:32.068070 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-98b53e64-22f1-4bc9-849f-dc5f42957e9d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5d3ffb5fbf9940499c02fa493e31931b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3586769 Jul 12 08:31:32.069715 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b53e64-22f1-4bc9-849f-dc5f42957e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd315b9-b97e-4f73-affb-7a39012250dd,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:32.075474 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 35638) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:32.169400 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b3ca3044-db12-48a1-9d4c-713289ca1b81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:32.201510 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b3ca3044-db12-48a1-9d4c-713289ca1b81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:32.207375 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-9ff75720-8add-41d2-a2db-eceb3b494d7a None None] Provisioning complete for port 8ff799b1-e976-44d7-8560-425802963031 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:31:32.207939 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9ff75720-8add-41d2-a2db-eceb3b494d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:32.236738 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-fd8e2284-2b67-4e98-b61f-470bd731b903 req-103a03b0-43f1-4979-9d13-034a8b48d026 service neutron] 10.222.0.37 "GET /v2.0/networks/85b41c83-81a1-43ad-b6bf-2d322948dd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811664 Jul 12 08:31:32.265952 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b3ca3044-db12-48a1-9d4c-713289ca1b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:32.268551 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b3ca3044-db12-48a1-9d4c-713289ca1b81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:32.272331 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-b3ca3044-db12-48a1-9d4c-713289ca1b81 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/edd315b9-b97e-4f73-affb-7a39012250dd HTTP/1.1" status: 204 len: 168 time: 0.1929140 Jul 12 08:31:32.278540 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ca3044-db12-48a1-9d4c-713289ca1b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd315b9-b97e-4f73-affb-7a39012250dd,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:32.328469 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 35644) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:32.335564 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-f53a1add-195c-4469-85e1-39f7659715ec tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1816278254', 'description': 'tempest-description--1583017412'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:31:32.349420 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-4f3718f6-7cc6-44b6-9e74-822eed269479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bafa57e7-b72f-4a14-8269-b93c6e437ffe', 'name': 'tempest-AttachVolumeShelveTestJSON-348321455-router', 'tenant_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '368c32c0-c314-4342-9815-4c57d936452a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:31:09Z', 'updated_at': '2021-07-12T08:31:28Z', 'revision_number': 4, 'project_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'gw_port': {'id': '368c32c0-c314-4342-9815-4c57d936452a', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:27:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafa57e7-b72f-4a14-8269-b93c6e437ffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:12Z', 'updated_at': '2021-07-12T08:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_interfaces': [{'id': '96e2e342-c1a9-432e-bf24-867ec2d38b56', 'name': '', 'network_id': '87f9aa9d-4b32-44c0-9258-78c96af6cf8d', 'tenant_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'mac_address': 'fa:16:3e:3d:9b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bafa57e7-b72f-4a14-8269-b93c6e437ffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2a3005b3-6c18-4cb2-94e4-48e9cf6a930f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:23Z', 'updated_at': '2021-07-12T08:31:28Z', 'revision_number': 2, 'project_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'subnets': [{'id': '2a3005b3-6c18-4cb2-94e4-48e9cf6a930f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:31:32.393559 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-f53a1add-195c-4469-85e1-39f7659715ec tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:32.432195 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3718f6-7cc6-44b6-9e74-822eed269479 None None] Checking router: bafa57e7-b72f-4a14-8269-b93c6e437ffe for host: dv-cinder-800431-1-iscsi {{(pid=92953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 08:31:32.432195 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3718f6-7cc6-44b6-9e74-822eed269479 None None] Updating router bafa57e7-b72f-4a14-8269-b93c6e437ffe port 96e2e342-c1a9-432e-bf24-867ec2d38b56 binding host dv-cinder-800431-1-iscsi {{(pid=92953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 08:31:32.435782 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 600328d9-d0d5-4362-85e5-228272a9813d up at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:31:32.440936 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-fd8e2284-2b67-4e98-b61f-470bd731b903 req-9412cc4c-fed6-4f15-aa6f-16c379a46e95 service neutron] 10.222.0.37 "GET /v2.0/networks/85b41c83-81a1-43ad-b6bf-2d322948dd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033331 Jul 12 08:31:32.486302 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0425fcbc-e789-4125-aae8-a8ab21d04e5a req-84b7122f-4967-4571-81e6-5c1171f230b5 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3d1c3f-59e4-4dec-96d8-4fb874223ad6 HTTP/1.1" status: 200 len: 210 time: 0.0622795 Jul 12 08:31:32.569748 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4f3718f6-7cc6-44b6-9e74-822eed269479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:32.642121 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-f53a1add-195c-4469-85e1-39f7659715ec tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:32.655046 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-f53a1add-195c-4469-85e1-39f7659715ec tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:32.670926 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning for port 600328d9-d0d5-4362-85e5-228272a9813d completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:31:32.698368 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-f53a1add-195c-4469-85e1-39f7659715ec tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:32.699902 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-f53a1add-195c-4469-85e1-39f7659715ec tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3700776 Jul 12 08:31:32.702903 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 35660) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:32.707616 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-bf8620b2-3026-4806-a1bc-2057409052b0 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Request body: {'security_group_rule': {'security_group_id': '7a3010bc-b489-488b-a8d8-bbcd9573a1f7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:31:32.715989 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a1add-195c-4469-85e1-39f7659715ec tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3010bc-b489-488b-a8d8-bbcd9573a1f7,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:32.728227 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning complete for port 600328d9-d0d5-4362-85e5-228272a9813d triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:31:32.728821 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:32.770217 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668ba4d-1dc2-49be-8b57-2ec4c2b74d42 req-9744f604-12ec-4db8-a391-54fae8316e83 tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:32.780657 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-c668ba4d-1dc2-49be-8b57-2ec4c2b74d42 req-9744f604-12ec-4db8-a391-54fae8316e83 tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] 10.222.0.37 "GET /v2.0/ports?device_id=fea42424-78ac-4cf7-8021-c853f29d7fbd HTTP/1.1" status: 200 len: 944 time: 0.1794603 Jul 12 08:31:32.788540 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-bf8620b2-3026-4806-a1bc-2057409052b0 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:32.860373 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-c668ba4d-1dc2-49be-8b57-2ec4c2b74d42 req-318a351c-a4ae-45d3-b91e-447e32ae5297 tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] 10.222.0.37 "GET /v2.0/security-groups?id=1adb7b5d-42f1-49ee-a325-3c6b5be54521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786972 Jul 12 08:31:32.937080 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c70b641e-bc0b-4e69-97ed-56e267064f5f req-b72514d9-96ac-4c32-894e-406ad7e54b3e tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b85e9a3-2c63-40e2-987e-49d253eb944d HTTP/1.1" status: 200 len: 210 time: 0.0526273 Jul 12 08:31:32.972599 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-bf8620b2-3026-4806-a1bc-2057409052b0 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:32.988201 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-bf8620b2-3026-4806-a1bc-2057409052b0 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115475'] for security_group_rule, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:33.028825 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:33.034305 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-bf8620b2-3026-4806-a1bc-2057409052b0 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:33.041565 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-bf8620b2-3026-4806-a1bc-2057409052b0 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3375568 Jul 12 08:31:33.044293 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 35678) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:33.050445 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-4d5c60a6-4537-4e08-b29b-2051e5c7dee9 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Request body: {'security_group_rule': {'security_group_id': '7a3010bc-b489-488b-a8d8-bbcd9573a1f7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:31:33.064003 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8620b2-3026-4806-a1bc-2057409052b0 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=714fa546-dd90-4e79-b09c-3d1cd5e255af,revision_number=0']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:33.130087 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-4d5c60a6-4537-4e08-b29b-2051e5c7dee9 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:33.180257 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] For port 600328d9-d0d5-4362-85e5-228272a9813d, host dv-cinder-800431-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=600328d9-d0d5-4362-85e5-228272a9813d,segment=NetworkSegment(03fa2880-daf4-4588-a207-d365bbaa5d26),segment_id=03fa2880-daf4-4588-a207-d365bbaa5d26)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:31:33.198992 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:33.263578 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-4d5c60a6-4537-4e08-b29b-2051e5c7dee9 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:33.267933 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-4d5c60a6-4537-4e08-b29b-2051e5c7dee9 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115475'] for security_group_rule, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:33.298716 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c60a6-4537-4e08-b29b-2051e5c7dee9 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10534ee5-d9f3-4a7d-83e8-135c57bae276,revision_number=0']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:33.305094 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-4d5c60a6-4537-4e08-b29b-2051e5c7dee9 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:33.323608 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 35692) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:33.323912 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-4d5c60a6-4537-4e08-b29b-2051e5c7dee9 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2781401 Jul 12 08:31:33.329980 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-7576c56d-25fb-4237-ac29-b47f53d3f997 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Request body: {'floatingip': {'floating_network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:31:33.410293 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4f3718f6-7cc6-44b6-9e74-822eed269479 None None] Notify callbacks [] for port, precommit_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:33.412067 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-7576c56d-25fb-4237-ac29-b47f53d3f997 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks [] for floatingip, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:33.464327 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-4f3718f6-7cc6-44b6-9e74-822eed269479 None None] Transition to ACTIVE for port object 96e2e342-c1a9-432e-bf24-867ec2d38b56 will not be triggered until provisioned by entity L2. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:31:33.484816 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4f3718f6-7cc6-44b6-9e74-822eed269479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:33.581193 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 8ff799b1-e976-44d7-8560-425802963031 up at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:31:33.668749 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Pushing event updated for resources: {'Port': ['ID=600328d9-d0d5-4362-85e5-228272a9813d,revision_number=5']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:33.721747 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-7576c56d-25fb-4237-ac29-b47f53d3f997 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:33.759815 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-241c9078-0668-423c-9f50-cd1c8903920e req-48b0860c-4eab-4c6c-aa6b-851c905daef0 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3d1c3f-59e4-4dec-96d8-4fb874223ad6 HTTP/1.1" status: 200 len: 210 time: 0.0818319 Jul 12 08:31:33.772872 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dec1bc-ebd9-4482-92bb-e1b623126c85 None None] Pushing event updated for resources: {'Port': ['ID=96e2e342-c1a9-432e-bf24-867ec2d38b56,revision_number=3']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:33.812195 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning complete for port 8ff799b1-e976-44d7-8560-425802963031 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:31:33.812807 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:34.011810 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-4f3718f6-7cc6-44b6-9e74-822eed269479 None None] Attempting to bind port 96e2e342-c1a9-432e-bf24-867ec2d38b56 on host dv-cinder-800431-1-iscsi for vnic_type normal with profile {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 08:31:34.012424 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-4f3718f6-7cc6-44b6-9e74-822eed269479 None None] Attempting to bind port 96e2e342-c1a9-432e-bf24-867ec2d38b56 by drivers openvswitch,hyperv on host dv-cinder-800431-1-iscsi at level 0 using segments [{'id': '8ae57f27-2f55-4ba4-8135-7182c274f38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '87f9aa9d-4b32-44c0-9258-78c96af6cf8d'}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 08:31:34.012945 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3718f6-7cc6-44b6-9e74-822eed269479 None None] Attempting to bind port 96e2e342-c1a9-432e-bf24-867ec2d38b56 on network 87f9aa9d-4b32-44c0-9258-78c96af6cf8d {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:31:34.020567 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3718f6-7cc6-44b6-9e74-822eed269479 None None] Checking agent: {'id': '165ba4a0-42de-4d95-afeb-0090fba4eff7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 8, 23, 37), 'started_at': datetime.datetime(2021, 7, 12, 8, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 8, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 08:31:34.021588 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3718f6-7cc6-44b6-9e74-822eed269479 None None] Checking segment: {'id': '8ae57f27-2f55-4ba4-8135-7182c274f38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '87f9aa9d-4b32-44c0-9258-78c96af6cf8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:31:34.021818 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_common [None req-7576c56d-25fb-4237-ac29-b47f53d3f997 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Allocated IP 172.27.1.166 (65ec14d2-e0c2-45ad-9132-5fa8e954ebc3/dca57fa4-8523-4dee-8f0e-27ff75670efc/507d0183-5245-46a7-b44f-e6475b2d0280) {{(pid=92952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 08:31:34.022606 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4f3718f6-7cc6-44b6-9e74-822eed269479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:34.023468 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3718f6-7cc6-44b6-9e74-822eed269479 None None] Bound using segment: {'id': '8ae57f27-2f55-4ba4-8135-7182c274f38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '87f9aa9d-4b32-44c0-9258-78c96af6cf8d'} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 08:31:34.024104 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-4f3718f6-7cc6-44b6-9e74-822eed269479 None None] Bound port: 96e2e342-c1a9-432e-bf24-867ec2d38b56, host: dv-cinder-800431-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ae57f27-2f55-4ba4-8135-7182c274f38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '87f9aa9d-4b32-44c0-9258-78c96af6cf8d'}}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 08:31:34.024728 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4f3718f6-7cc6-44b6-9e74-822eed269479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:34.129379 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3ceaeca3-c81f-4139-ac04-7f96ece68c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:34.199825 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-4f3718f6-7cc6-44b6-9e74-822eed269479 None None] For port 96e2e342-c1a9-432e-bf24-867ec2d38b56, host dv-cinder-800431-1-iscsi, cleared binding levels {{(pid=92953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 08:31:34.207464 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-4f3718f6-7cc6-44b6-9e74-822eed269479 None None] For port 96e2e342-c1a9-432e-bf24-867ec2d38b56, host dv-cinder-800431-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=96e2e342-c1a9-432e-bf24-867ec2d38b56,segment=NetworkSegment(8ae57f27-2f55-4ba4-8135-7182c274f38c),segment_id=8ae57f27-2f55-4ba4-8135-7182c274f38c)] {{(pid=92953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 08:31:34.212894 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4f3718f6-7cc6-44b6-9e74-822eed269479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:34.261018 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-757dea5f-6718-4eb0-94ee-c86a184c8198 req-f922bca7-e657-466d-abc8-265f8f112628 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b85e9a3-2c63-40e2-987e-49d253eb944d HTTP/1.1" status: 200 len: 210 time: 0.0972922 Jul 12 08:31:34.310337 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dec1bc-ebd9-4482-92bb-e1b623126c85 None None] Pushing event updated for resources: {'Port': ['ID=96e2e342-c1a9-432e-bf24-867ec2d38b56,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:34.327049 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3718f6-7cc6-44b6-9e74-822eed269479 None None] Routers {'bafa57e7-b72f-4a14-8269-b93c6e437ffe'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:31:34.327769 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-4f3718f6-7cc6-44b6-9e74-822eed269479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:31:07Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['bafa57e7-b72f-4a14-8269-b93c6e437ffe'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:31:34.876856 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.23', 49889) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:34.946888 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-4f3718f6-7cc6-44b6-9e74-822eed269479 None None] Set router bafa57e7-b72f-4a14-8269-b93c6e437ffe gateway port host: dv-cinder-800431-1-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:31:34.963800 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-7576c56d-25fb-4237-ac29-b47f53d3f997 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks [] for port, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:35.129019 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 66d70884-a577-4980-ba2d-a9e7fcc9c226 details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=92953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 08:31:35.180733 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e935143c-d8ba-4e5f-9983-cb2bd3c1a031 req-81b181f8-a805-4d25-9be7-4cfa101923ef tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3d1c3f-59e4-4dec-96d8-4fb874223ad6 HTTP/1.1" status: 200 len: 210 time: 0.1080017 Jul 12 08:31:35.311506 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21645315-4d32-488a-86d3-da142edfed6e req-a4ea794c-62bf-4669-8d32-3164186d3840 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:35.314610 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-21645315-4d32-488a-86d3-da142edfed6e req-a4ea794c-62bf-4669-8d32-3164186d3840 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.23 "GET /v2.0/networks?id=85b41c83-81a1-43ad-b6bf-2d322948dd3e HTTP/1.1" status: 200 len: 818 time: 1.0435202 Jul 12 08:31:35.320034 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390642e-1f26-40c0-a117-db0925420ee2 req-5222df81-604b-499a-ab51-2796e9938025 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:35.323502 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0390642e-1f26-40c0-a117-db0925420ee2 req-5222df81-604b-499a-ab51-2796e9938025 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.23 "GET /v2.0/networks?id=87af1681-88b0-408a-a0a8-01a2bb52ff86 HTTP/1.1" status: 200 len: 811 time: 0.4449241 Jul 12 08:31:35.338847 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-7576c56d-25fb-4237-ac29-b47f53d3f997 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748222641646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1188457'] for port, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:35.357626 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-21645315-4d32-488a-86d3-da142edfed6e req-b66c7c1c-add0-495e-938b-42b215406788 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Request body: {'port': {'device_id': '319e414f-c9c7-44e8-895d-e94fbdfd8870', 'network_id': '85b41c83-81a1-43ad-b6bf-2d322948dd3e', 'admin_state_up': True, 'tenant_id': 'ca96284f2baa4ff8b8e4f29f16222f61'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:31:35.405512 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f47c9-c43b-4081-9399-d52e3e68a969 req-d40d92da-35a3-41ae-9de2-4d282e771f5d tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:35.412435 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0f1f47c9-c43b-4081-9399-d52e3e68a969 req-d40d92da-35a3-41ae-9de2-4d282e771f5d tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] 10.222.0.37 "GET /v2.0/ports?device_id=fea42424-78ac-4cf7-8021-c853f29d7fbd HTTP/1.1" status: 200 len: 944 time: 1.1160872 Jul 12 08:31:35.492248 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0390642e-1f26-40c0-a117-db0925420ee2 req-dd34f429-0538-468c-8507-3ddb2973cede tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b5b16bf27b543fb92132074924097b0 HTTP/1.1" status: 200 len: 379 time: 0.1610494 Jul 12 08:31:35.506858 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [req-0390642e-1f26-40c0-a117-db0925420ee2 req-93ad1bf9-8718-4df0-a294-ee64155bd407 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Request body: {'port': {'device_id': 'ca3d1c3f-59e4-4dec-96d8-4fb874223ad6', 'network_id': '87af1681-88b0-408a-a0a8-01a2bb52ff86', 'admin_state_up': True, 'tenant_id': '2b5b16bf27b543fb92132074924097b0', 'security_groups': ['2c76d369-3c1a-4588-acc0-cfa913107d6e']}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:31:35.598348 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.23', 49896) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:35.613296 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7576c56d-25fb-4237-ac29-b47f53d3f997 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Pushing event updated for resources: {'Port': ['ID=507d0183-5245-46a7-b44f-e6475b2d0280,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:35.678110 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-cc09fb54-8c4a-4e07-9b66-f632b967b6bb req-6bf95e6c-2d57-4552-b3e0-24e009f466b7 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b85e9a3-2c63-40e2-987e-49d253eb944d HTTP/1.1" status: 200 len: 210 time: 0.0588667 Jul 12 08:31:35.717626 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 600328d9-d0d5-4362-85e5-228272a9813d up at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:31:35.790661 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0390642e-1f26-40c0-a117-db0925420ee2 req-93ad1bf9-8718-4df0-a294-ee64155bd407 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Made reservation on behalf of 2b5b16bf27b543fb92132074924097b0 for: {'port': 1} {{(pid=92951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 08:31:35.801941 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-0390642e-1f26-40c0-a117-db0925420ee2 req-93ad1bf9-8718-4df0-a294-ee64155bd407 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:35.811692 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 35802) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:35.828826 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7576c56d-25fb-4237-ac29-b47f53d3f997 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Network 65ec14d2-e0c2-45ad-9132-5fa8e954ebc3 is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:31:35.915824 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [None req-7576c56d-25fb-4237-ac29-b47f53d3f997 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:31:35.944509 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7576c56d-25fb-4237-ac29-b47f53d3f997 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Received port after_create {{(pid=92952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 08:31:35.984948 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port 66d70884-a577-4980-ba2d-a9e7fcc9c226, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=66d70884-a577-4980-ba2d-a9e7fcc9c226,segment=NetworkSegment(840a0351-5043-4d1c-98e8-e4e7efaab3eb),segment_id=840a0351-5043-4d1c-98e8-e4e7efaab3eb)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:31:36.008449 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Returning: {'device': '66d70884-a577-4980-ba2d-a9e7fcc9c226', 'network_id': 'dc5b67e2-89a7-4132-a0b0-a29e3f848ba7', 'port_id': '66d70884-a577-4980-ba2d-a9e7fcc9c226', 'mac_address': 'fa:16:3e:fc:f5:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b8ebb52-f0cb-48c2-a491-11133b9e62c3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 08:31:36.020108 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-4f3718f6-7cc6-44b6-9e74-822eed269479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bafa57e7-b72f-4a14-8269-b93c6e437ffe', 'name': 'tempest-AttachVolumeShelveTestJSON-348321455-router', 'tenant_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '368c32c0-c314-4342-9815-4c57d936452a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:31:09Z', 'updated_at': '2021-07-12T08:31:28Z', 'revision_number': 4, 'project_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'gw_port': {'id': '368c32c0-c314-4342-9815-4c57d936452a', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:27:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafa57e7-b72f-4a14-8269-b93c6e437ffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:12Z', 'updated_at': '2021-07-12T08:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_interfaces': [{'id': '96e2e342-c1a9-432e-bf24-867ec2d38b56', 'name': '', 'network_id': '87f9aa9d-4b32-44c0-9258-78c96af6cf8d', 'tenant_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'mac_address': 'fa:16:3e:3d:9b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bafa57e7-b72f-4a14-8269-b93c6e437ffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2a3005b3-6c18-4cb2-94e4-48e9cf6a930f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:23Z', 'updated_at': '2021-07-12T08:31:34Z', 'revision_number': 4, 'project_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'subnets': [{'id': '2a3005b3-6c18-4cb2-94e4-48e9cf6a930f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:31:36.067593 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3718f6-7cc6-44b6-9e74-822eed269479 None None] The sync data for ids ['bafa57e7-b72f-4a14-8269-b93c6e437ffe'] in dv-cinder-800431-1-iscsi is: [{'id': 'bafa57e7-b72f-4a14-8269-b93c6e437ffe', 'name': 'tempest-AttachVolumeShelveTestJSON-348321455-router', 'tenant_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '368c32c0-c314-4342-9815-4c57d936452a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:31:09Z', 'updated_at': '2021-07-12T08:31:28Z', 'revision_number': 4, 'project_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'gw_port': {'id': '368c32c0-c314-4342-9815-4c57d936452a', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:27:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafa57e7-b72f-4a14-8269-b93c6e437ffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:12Z', 'updated_at': '2021-07-12T08:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_interfaces': [{'id': '96e2e342-c1a9-432e-bf24-867ec2d38b56', 'name': '', 'network_id': '87f9aa9d-4b32-44c0-9258-78c96af6cf8d', 'tenant_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'mac_address': 'fa:16:3e:3d:9b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bafa57e7-b72f-4a14-8269-b93c6e437ffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2a3005b3-6c18-4cb2-94e4-48e9cf6a930f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:23Z', 'updated_at': '2021-07-12T08:31:34Z', 'revision_number': 4, 'project_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'subnets': [{'id': '2a3005b3-6c18-4cb2-94e4-48e9cf6a930f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 08:31:36.126498 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e2284-2b67-4e98-b61f-470bd731b903 req-18b03420-88b9-46fc-9867-430de5a1aa6b tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:36.128141 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-fd8e2284-2b67-4e98-b61f-470bd731b903 req-18b03420-88b9-46fc-9867-430de5a1aa6b tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.23 "GET /v2.0/networks?id=85b41c83-81a1-43ad-b6bf-2d322948dd3e HTTP/1.1" status: 200 len: 818 time: 0.5093005 Jul 12 08:31:36.148841 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:36.168903 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0f1f47c9-c43b-4081-9399-d52e3e68a969 req-278e7262-6615-4575-8624-8c66b8f79353 tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] 10.222.0.37 "GET /v2.0/security-groups?id=1adb7b5d-42f1-49ee-a325-3c6b5be54521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5580137 Jul 12 08:31:36.178018 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-41af9fcc-fa92-4813-8396-0ad0e5f2915b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:36.189248 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66d70884-a577-4980-ba2d-a9e7fcc9c226 {{(pid=92953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 08:31:36.195492 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-fd8e2284-2b67-4e98-b61f-470bd731b903 req-6854c3ca-15f3-4312-86d8-384cfe428b9b tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Request body: {'port': {'device_id': '1b85e9a3-2c63-40e2-987e-49d253eb944d', 'network_id': '85b41c83-81a1-43ad-b6bf-2d322948dd3e', 'admin_state_up': True, 'tenant_id': 'ca96284f2baa4ff8b8e4f29f16222f61'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:31:36.237895 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port 66d70884-a577-4980-ba2d-a9e7fcc9c226, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=66d70884-a577-4980-ba2d-a9e7fcc9c226,segment=NetworkSegment(840a0351-5043-4d1c-98e8-e4e7efaab3eb),segment_id=840a0351-5043-4d1c-98e8-e4e7efaab3eb)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:31:36.247285 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:36.272081 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning complete for port 600328d9-d0d5-4362-85e5-228272a9813d triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:31:36.272752 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:36.393011 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 35822) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:36.403463 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.db.db_base_plugin_common [req-0390642e-1f26-40c0-a117-db0925420ee2 req-93ad1bf9-8718-4df0-a294-ee64155bd407 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Allocated IP 172.20.0.6 (87af1681-88b0-408a-a0a8-01a2bb52ff86/1b424425-fba9-4165-b007-490b023a5f6d/9615cfd2-182f-40a4-a5e5-22e850202576) {{(pid=92951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 08:31:36.449088 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-b08e768f-f1de-46a9-8e43-8c6a02de65d0 req-cc27da8a-1dba-40a2-8e41-70f157063498 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3d1c3f-59e4-4dec-96d8-4fb874223ad6 HTTP/1.1" status: 200 len: 210 time: 0.0752246 Jul 12 08:31:36.526286 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Pushing event updated for resources: {'Port': ['ID=66d70884-a577-4980-ba2d-a9e7fcc9c226,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:36.627320 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] get_ports_and_sgs() called for port_ids ['66d70884-a577-4980-ba2d-a9e7fcc9c226'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 08:31:36.638757 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-7576c56d-25fb-4237-ac29-b47f53d3f997 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:36.656130 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-9b4b89f1-19a1-4b99-94da-33831f4f7e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:36.684093 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-41af9fcc-fa92-4813-8396-0ad0e5f2915b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:36.698114 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-41af9fcc-fa92-4813-8396-0ad0e5f2915b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:36.732428 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-41af9fcc-fa92-4813-8396-0ad0e5f2915b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f8ba30bbb03f4bc5b3931f738aab05d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9196701 Jul 12 08:31:36.739241 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 35830) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:36.741973 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21645315-4d32-488a-86d3-da142edfed6e req-b66c7c1c-add0-495e-938b-42b215406788 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Made reservation on behalf of ca96284f2baa4ff8b8e4f29f16222f61 for: {'port': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 08:31:36.752723 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-21645315-4d32-488a-86d3-da142edfed6e req-b66c7c1c-add0-495e-938b-42b215406788 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:36.755701 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.db.api [None req-9b4b89f1-19a1-4b99-94da-33831f4f7e23 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 12 08:31:36.755701 dv-cinder-800431-1-iscsi neutron-server[92951]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 12 08:31:36.755701 dv-cinder-800431-1-iscsi neutron-server[92951]: [parameters: {'project_id_1': '72ed29d813c74559959c3bfc55883bc0', 'expiration_1': datetime.datetime(2021, 7, 12, 8, 31, 36, 693638)}] Jul 12 08:31:36.755701 dv-cinder-800431-1-iscsi neutron-server[92951]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92951) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 08:31:36.756944 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG oslo_db.api [None req-9b4b89f1-19a1-4b99-94da-33831f4f7e23 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 08:31:36.764274 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.db.api [req-fd8e2284-2b67-4e98-b61f-470bd731b903 req-6854c3ca-15f3-4312-86d8-384cfe428b9b tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 12 08:31:36.764274 dv-cinder-800431-1-iscsi neutron-server[92952]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 12 08:31:36.764274 dv-cinder-800431-1-iscsi neutron-server[92952]: [parameters: {'project_id_1': 'ca96284f2baa4ff8b8e4f29f16222f61', 'expiration_1': datetime.datetime(2021, 7, 12, 8, 31, 36, 580539)}] Jul 12 08:31:36.764274 dv-cinder-800431-1-iscsi neutron-server[92952]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 08:31:36.765830 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG oslo_db.api [req-fd8e2284-2b67-4e98-b61f-470bd731b903 req-6854c3ca-15f3-4312-86d8-384cfe428b9b tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 08:31:36.794303 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-7576c56d-25fb-4237-ac29-b47f53d3f997 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:36.811610 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41af9fcc-fa92-4813-8396-0ad0e5f2915b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7869d6-9815-4195-9f2c-47f046671882,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:36.822674 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-0390642e-1f26-40c0-a117-db0925420ee2 req-93ad1bf9-8718-4df0-a294-ee64155bd407 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks [] for port, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:36.867191 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.db.provisioning_blocks [req-0390642e-1f26-40c0-a117-db0925420ee2 req-93ad1bf9-8718-4df0-a294-ee64155bd407 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Transition to ACTIVE for port object 9615cfd2-182f-40a4-a5e5-22e850202576 will not be triggered until provisioned by entity DHCP. {{(pid=92951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:31:36.868772 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-134205a2-c465-490d-a6c4-ff4aa5aadcf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:36.906503 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-134205a2-c465-490d-a6c4-ff4aa5aadcf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:36.989422 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b8f5ea17-1b6a-425d-82c5-dbfbb7c07fa2 req-a714d927-1b2d-48e0-8371-044bfb281a20 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b85e9a3-2c63-40e2-987e-49d253eb944d HTTP/1.1" status: 200 len: 210 time: 0.0828257 Jul 12 08:31:37.002494 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-0390642e-1f26-40c0-a117-db0925420ee2 req-93ad1bf9-8718-4df0-a294-ee64155bd407 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748222641646'] for port, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:37.009301 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:37.050542 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9d78bb42-b6c4-47e8-be12-48d0691717c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:37.111364 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0390642e-1f26-40c0-a117-db0925420ee2 req-93ad1bf9-8718-4df0-a294-ee64155bd407 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Network 87af1681-88b0-408a-a0a8-01a2bb52ff86 is already hosted by enough agents. {{(pid=92951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:31:37.119803 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-134205a2-c465-490d-a6c4-ff4aa5aadcf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:37.126227 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-134205a2-c465-490d-a6c4-ff4aa5aadcf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:37.128092 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-134205a2-c465-490d-a6c4-ff4aa5aadcf1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0d7869d6-9815-4195-9f2c-47f046671882 HTTP/1.1" status: 204 len: 168 time: 0.3870690 Jul 12 08:31:37.136934 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [req-0390642e-1f26-40c0-a117-db0925420ee2 req-93ad1bf9-8718-4df0-a294-ee64155bd407 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Resources bound (agent type, host, resource id): {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:31:37.170891 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.db.l3_dvrscheduler_db [req-0390642e-1f26-40c0-a117-db0925420ee2 req-93ad1bf9-8718-4df0-a294-ee64155bd407 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Received port after_create {{(pid=92951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 08:31:37.205351 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390642e-1f26-40c0-a117-db0925420ee2 req-93ad1bf9-8718-4df0-a294-ee64155bd407 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:37.206305 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-0390642e-1f26-40c0-a117-db0925420ee2 req-93ad1bf9-8718-4df0-a294-ee64155bd407 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for port, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:37.212238 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-7576c56d-25fb-4237-ac29-b47f53d3f997 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks [] for port, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:37.251278 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad1bf9-8718-4df0-a294-ee64155bd407 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Pushing event updated for resources: {'Port': ['ID=9615cfd2-182f-40a4-a5e5-22e850202576,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:37.265047 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-9b4b89f1-19a1-4b99-94da-33831f4f7e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:37.267480 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134205a2-c465-490d-a6c4-ff4aa5aadcf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7869d6-9815-4195-9f2c-47f046671882,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:37.306816 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_common [req-21645315-4d32-488a-86d3-da142edfed6e req-b66c7c1c-add0-495e-938b-42b215406788 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Allocated IP 172.20.0.5 (85b41c83-81a1-43ad-b6bf-2d322948dd3e/fea1b1f0-4ade-4907-8fb8-44348ca7636e/c0c6a6a3-7421-426f-b7ae-aead0db6d454) {{(pid=92952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 08:31:37.342151 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0390642e-1f26-40c0-a117-db0925420ee2 req-93ad1bf9-8718-4df0-a294-ee64155bd407 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8445389 Jul 12 08:31:37.371772 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [req-0390642e-1f26-40c0-a117-db0925420ee2 req-4ac13112-0cc6-4a46-be6e-ee500c5bb7bf service neutron] Request body: {'port': {'device_id': 'ca3d1c3f-59e4-4dec-96d8-4fb874223ad6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:31:37.430527 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-7576c56d-25fb-4237-ac29-b47f53d3f997 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1188479'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:37.588583 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 96e2e342-c1a9-432e-bf24-867ec2d38b56 up at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:31:37.737954 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-c8a76800-fbb1-442e-9298-8674ec13cf2a None None] Provisioning for port 9615cfd2-182f-40a4-a5e5-22e850202576 completed by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:31:37.751075 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-c8a76800-fbb1-442e-9298-8674ec13cf2a None None] Provisioning complete for port 9615cfd2-182f-40a4-a5e5-22e850202576 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:31:37.754915 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c8a76800-fbb1-442e-9298-8674ec13cf2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:37.796523 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning for port 96e2e342-c1a9-432e-bf24-867ec2d38b56 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:31:37.806529 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-9b4b89f1-19a1-4b99-94da-33831f4f7e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:37.853839 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning complete for port 96e2e342-c1a9-432e-bf24-867ec2d38b56 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:31:37.854357 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:37.858676 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-9b4b89f1-19a1-4b99-94da-33831f4f7e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:37.874516 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 35860) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:37.885095 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8beb-ed90-4929-879a-4eba2c5b629e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:37.888700 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-c8a76800-fbb1-442e-9298-8674ec13cf2a None None] Port 9615cfd2-182f-40a4-a5e5-22e850202576 cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 08:31:37.910114 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7576c56d-25fb-4237-ac29-b47f53d3f997 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Pushing event updated for resources: {'Port': ['ID=507d0183-5245-46a7-b44f-e6475b2d0280,revision_number=2']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:37.972887 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-7576c56d-25fb-4237-ac29-b47f53d3f997 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-940870'] for floatingip, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:37.999844 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:38.025267 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd8e2284-2b67-4e98-b61f-470bd731b903 req-6854c3ca-15f3-4312-86d8-384cfe428b9b tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Made reservation on behalf of ca96284f2baa4ff8b8e4f29f16222f61 for: {'port': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 08:31:38.029312 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-fd8e2284-2b67-4e98-b61f-470bd731b903 req-6854c3ca-15f3-4312-86d8-384cfe428b9b tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:38.044299 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] For port 96e2e342-c1a9-432e-bf24-867ec2d38b56, host dv-cinder-800431-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=96e2e342-c1a9-432e-bf24-867ec2d38b56,segment=NetworkSegment(8ae57f27-2f55-4ba4-8135-7182c274f38c),segment_id=8ae57f27-2f55-4ba4-8135-7182c274f38c)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:31:38.048514 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:38.059946 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-7576c56d-25fb-4237-ac29-b47f53d3f997 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for floatingip, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:38.061637 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-7576c56d-25fb-4237-ac29-b47f53d3f997 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7363036 Jul 12 08:31:38.095986 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0f2fc-18c2-4be8-acc0-cd24b02b89c0 req-ba6beabc-9b22-4fb3-9d4f-018048d9d6ea tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:38.104535 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a2b0f2fc-18c2-4be8-acc0-cd24b02b89c0 req-ba6beabc-9b22-4fb3-9d4f-018048d9d6ea tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3d1c3f-59e4-4dec-96d8-4fb874223ad6 HTTP/1.1" status: 200 len: 931 time: 0.3813922 Jul 12 08:31:38.147046 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-21645315-4d32-488a-86d3-da142edfed6e req-b66c7c1c-add0-495e-938b-42b215406788 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Notify callbacks [] for port, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:38.150660 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-0390642e-1f26-40c0-a117-db0925420ee2 req-4ac13112-0cc6-4a46-be6e-ee500c5bb7bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:38.193895 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Pushing event updated for resources: {'Port': ['ID=96e2e342-c1a9-432e-bf24-867ec2d38b56,revision_number=5']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:38.235634 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-44ecc4c7-86d3-42b5-ada8-570df80bb9c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:38.251343 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a2b0f2fc-18c2-4be8-acc0-cd24b02b89c0 req-9314dbcf-c38c-44ba-9294-563f0d1a6d04 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c76d369-3c1a-4588-acc0-cfa913107d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461174 Jul 12 08:31:38.255492 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4b89f1-19a1-4b99-94da-33831f4f7e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4647469b-4fec-4573-83c4-a2c0dbe97076,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:38.301215 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-21645315-4d32-488a-86d3-da142edfed6e req-b66c7c1c-add0-495e-938b-42b215406788 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748222641646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1188457'] for port, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:38.413369 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21645315-4d32-488a-86d3-da142edfed6e req-b66c7c1c-add0-495e-938b-42b215406788 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Network 85b41c83-81a1-43ad-b6bf-2d322948dd3e is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:31:38.422815 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_common [req-fd8e2284-2b67-4e98-b61f-470bd731b903 req-6854c3ca-15f3-4312-86d8-384cfe428b9b tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Allocated IP 172.20.0.2 (85b41c83-81a1-43ad-b6bf-2d322948dd3e/fea1b1f0-4ade-4907-8fb8-44348ca7636e/15d31eb4-584d-4f63-8984-41e03aeae0e2) {{(pid=92952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 08:31:38.425329 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [req-21645315-4d32-488a-86d3-da142edfed6e req-b66c7c1c-add0-495e-938b-42b215406788 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:31:38.429927 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-44ecc4c7-86d3-42b5-ada8-570df80bb9c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:38.442016 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-44ecc4c7-86d3-42b5-ada8-570df80bb9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:38.461051 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-21645315-4d32-488a-86d3-da142edfed6e req-b66c7c1c-add0-495e-938b-42b215406788 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Received port after_create {{(pid=92952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 08:31:38.465224 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2cebbcdd-edb5-4f09-b5c5-9b401a8fcfb6 req-93cd7238-6483-4a17-b5c4-0eccad4c995f tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b85e9a3-2c63-40e2-987e-49d253eb944d HTTP/1.1" status: 200 len: 210 time: 0.0349739 Jul 12 08:31:38.468926 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c7c1c-add0-495e-938b-42b215406788 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Pushing event updated for resources: {'Port': ['ID=c0c6a6a3-7421-426f-b7ae-aead0db6d454,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:38.527310 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-9dd59b56-a957-48bf-b0b6-cb5b01da1aa5 None None] Provisioning complete for port 96e2e342-c1a9-432e-bf24-867ec2d38b56 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:31:38.528355 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9dd59b56-a957-48bf-b0b6-cb5b01da1aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:38.555505 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f08233-f53b-4473-82cc-a6270ebd882f req-8524174e-6edf-4a7f-887b-c274c4d6afb8 tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:38.557059 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-10f08233-f53b-4473-82cc-a6270ebd882f req-8524174e-6edf-4a7f-887b-c274c4d6afb8 tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] 10.222.0.37 "GET /v2.0/ports?device_id=fea42424-78ac-4cf7-8021-c853f29d7fbd HTTP/1.1" status: 200 len: 945 time: 0.9349627 Jul 12 08:31:38.566302 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-9b4b89f1-19a1-4b99-94da-33831f4f7e23 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=72ed29d813c74559959c3bfc55883bc0&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1722770 Jul 12 08:31:38.573944 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21645315-4d32-488a-86d3-da142edfed6e req-b66c7c1c-add0-495e-938b-42b215406788 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:38.574948 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-21645315-4d32-488a-86d3-da142edfed6e req-b66c7c1c-add0-495e-938b-42b215406788 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:38.577452 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 35884) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:38.579696 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ecc4c7-86d3-42b5-ada8-570df80bb9c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012591a7-74aa-4fa7-bcee-f7092bf53f4f,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:38.602713 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-44ecc4c7-86d3-42b5-ada8-570df80bb9c7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3b7f0671f8514a39937d01a6ef4fc60e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4482658 Jul 12 08:31:38.611730 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 35886) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:38.672520 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-21645315-4d32-488a-86d3-da142edfed6e req-b66c7c1c-add0-495e-938b-42b215406788 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3247492 Jul 12 08:31:38.697138 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-21645315-4d32-488a-86d3-da142edfed6e req-c7f2f19d-dfcc-46dd-bb90-ad51a413164f service neutron] Request body: {'port': {'device_id': '319e414f-c9c7-44e8-895d-e94fbdfd8870', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:31:38.735999 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-10f08233-f53b-4473-82cc-a6270ebd882f req-3d6b83a2-15a1-41ad-8b6a-c771a4ccab93 tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] 10.222.0.37 "GET /v2.0/security-groups?id=1adb7b5d-42f1-49ee-a325-3c6b5be54521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686177 Jul 12 08:31:38.793529 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-caa8a892-d7d9-4da6-a039-70abd7bbfa2f req-a568e9d5-22f6-4b44-829c-9be111d17707 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1816278254&fields=id&tenant_id=ca5d7c4d35274957aea289fc8cbe4d73 HTTP/1.1" status: 200 len: 267 time: 0.1757967 Jul 12 08:31:38.860656 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-319a1dd3-349b-4226-b207-4e2ec72f76c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:38.879356 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d602add4-6130-4b77-b7a0-4bd0a100a287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:38.916849 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-319a1dd3-349b-4226-b207-4e2ec72f76c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:38.953872 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d602add4-6130-4b77-b7a0-4bd0a100a287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:39.053566 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d602add4-6130-4b77-b7a0-4bd0a100a287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:39.056791 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d602add4-6130-4b77-b7a0-4bd0a100a287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:39.060309 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-d602add4-6130-4b77-b7a0-4bd0a100a287 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/012591a7-74aa-4fa7-bcee-f7092bf53f4f HTTP/1.1" status: 204 len: 168 time: 0.4442675 Jul 12 08:31:39.060309 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-319a1dd3-349b-4226-b207-4e2ec72f76c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:39.061322 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-319a1dd3-349b-4226-b207-4e2ec72f76c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:39.062719 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-319a1dd3-349b-4226-b207-4e2ec72f76c8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4647469b-4fec-4573-83c4-a2c0dbe97076 HTTP/1.1" status: 204 len: 168 time: 0.4796047 Jul 12 08:31:39.093140 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d602add4-6130-4b77-b7a0-4bd0a100a287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012591a7-74aa-4fa7-bcee-f7092bf53f4f,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:39.109658 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 66d70884-a577-4980-ba2d-a9e7fcc9c226 up at agent hyperv_hv-cinder-80043 {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:31:39.132957 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319a1dd3-349b-4226-b207-4e2ec72f76c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4647469b-4fec-4573-83c4-a2c0dbe97076,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:39.143481 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-21645315-4d32-488a-86d3-da142edfed6e req-c7f2f19d-dfcc-46dd-bb90-ad51a413164f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:39.163963 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-fd8e2284-2b67-4e98-b61f-470bd731b903 req-6854c3ca-15f3-4312-86d8-384cfe428b9b tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Notify callbacks [] for port, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:39.170722 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.notifiers.nova [req-0390642e-1f26-40c0-a117-db0925420ee2 req-4ac13112-0cc6-4a46-be6e-ee500c5bb7bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9615cfd2-182f-40a4-a5e5-22e850202576 {{(pid=92951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 08:31:39.187674 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-0390642e-1f26-40c0-a117-db0925420ee2 req-4ac13112-0cc6-4a46-be6e-ee500c5bb7bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:39.211667 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.db.provisioning_blocks [req-0390642e-1f26-40c0-a117-db0925420ee2 req-4ac13112-0cc6-4a46-be6e-ee500c5bb7bf service neutron] Transition to ACTIVE for port object 9615cfd2-182f-40a4-a5e5-22e850202576 will not be triggered until provisioned by entity L2. {{(pid=92951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:31:39.219516 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-0390642e-1f26-40c0-a117-db0925420ee2 req-4ac13112-0cc6-4a46-be6e-ee500c5bb7bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:39.258447 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Provisioning for port 66d70884-a577-4980-ba2d-a9e7fcc9c226 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:31:39.264217 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Provisioning complete for port 66d70884-a577-4980-ba2d-a9e7fcc9c226 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:31:39.264877 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:39.296139 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8a892-d7d9-4da6-a039-70abd7bbfa2f req-0a12793d-759d-4613-aead-a2f23e38958f tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:39.298449 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-caa8a892-d7d9-4da6-a039-70abd7bbfa2f req-0a12793d-759d-4613-aead-a2f23e38958f tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/networks?id=87f9aa9d-4b32-44c0-9258-78c96af6cf8d HTTP/1.1" status: 200 len: 816 time: 0.4938304 Jul 12 08:31:39.413541 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac13112-0cc6-4a46-be6e-ee500c5bb7bf service neutron] Pushing event updated for resources: {'Port': ['ID=9615cfd2-182f-40a4-a5e5-22e850202576,revision_number=2']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:39.422862 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-caa8a892-d7d9-4da6-a039-70abd7bbfa2f req-5052be04-3958-45e6-8576-7e28d3ef510e tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/quotas/ca5d7c4d35274957aea289fc8cbe4d73 HTTP/1.1" status: 200 len: 375 time: 0.1038623 Jul 12 08:31:39.445985 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8148b14b-fdb1-487f-b940-7b46dc6d16f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:39.552936 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.managers [req-0390642e-1f26-40c0-a117-db0925420ee2 req-4ac13112-0cc6-4a46-be6e-ee500c5bb7bf service neutron] Attempting to bind port 9615cfd2-182f-40a4-a5e5-22e850202576 on host hv-cinder-80043 for vnic_type normal with profile {{(pid=92951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 08:31:39.553565 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.managers [req-0390642e-1f26-40c0-a117-db0925420ee2 req-4ac13112-0cc6-4a46-be6e-ee500c5bb7bf service neutron] Attempting to bind port 9615cfd2-182f-40a4-a5e5-22e850202576 by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': '0f9fcbd0-77f2-47e1-a4af-6466181e27c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '87af1681-88b0-408a-a0a8-01a2bb52ff86'}] {{(pid=92951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 08:31:39.555729 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0390642e-1f26-40c0-a117-db0925420ee2 req-4ac13112-0cc6-4a46-be6e-ee500c5bb7bf service neutron] Attempting to bind port 9615cfd2-182f-40a4-a5e5-22e850202576 on network 87af1681-88b0-408a-a0a8-01a2bb52ff86 {{(pid=92951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:31:39.558166 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:39.637727 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port 66d70884-a577-4980-ba2d-a9e7fcc9c226, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=66d70884-a577-4980-ba2d-a9e7fcc9c226,segment=NetworkSegment(840a0351-5043-4d1c-98e8-e4e7efaab3eb),segment_id=840a0351-5043-4d1c-98e8-e4e7efaab3eb)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:31:39.641549 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea42424-78ac-4cf7-8021-c853f29d7fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d70884-a577-4980-ba2d-a9e7fcc9c226'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:31:39.671371 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0390642e-1f26-40c0-a117-db0925420ee2 req-4ac13112-0cc6-4a46-be6e-ee500c5bb7bf service neutron] Port 9615cfd2-182f-40a4-a5e5-22e850202576 on network 87af1681-88b0-408a-a0a8-01a2bb52ff86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=92951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 08:31:39.671807 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0390642e-1f26-40c0-a117-db0925420ee2 req-4ac13112-0cc6-4a46-be6e-ee500c5bb7bf service neutron] Attempting to bind port 9615cfd2-182f-40a4-a5e5-22e850202576 on network 87af1681-88b0-408a-a0a8-01a2bb52ff86 {{(pid=92951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:31:39.701839 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0390642e-1f26-40c0-a117-db0925420ee2 req-4ac13112-0cc6-4a46-be6e-ee500c5bb7bf service neutron] Checking agent: {'id': '9498d972-5d3d-47a0-93c6-a71636d6a88c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 8, 29, 30), 'started_at': datetime.datetime(2021, 7, 12, 8, 29, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 8, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 08:31:39.710210 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-fd8e2284-2b67-4e98-b61f-470bd731b903 req-6854c3ca-15f3-4312-86d8-384cfe428b9b tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748222641646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1188457'] for port, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:39.712238 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0390642e-1f26-40c0-a117-db0925420ee2 req-4ac13112-0cc6-4a46-be6e-ee500c5bb7bf service neutron] Checking segment: {'id': '0f9fcbd0-77f2-47e1-a4af-6466181e27c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '87af1681-88b0-408a-a0a8-01a2bb52ff86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:31:39.713460 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0390642e-1f26-40c0-a117-db0925420ee2 req-4ac13112-0cc6-4a46-be6e-ee500c5bb7bf service neutron] Bound using segment: {'id': '0f9fcbd0-77f2-47e1-a4af-6466181e27c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '87af1681-88b0-408a-a0a8-01a2bb52ff86'} {{(pid=92951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 08:31:39.721492 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.managers [req-0390642e-1f26-40c0-a117-db0925420ee2 req-4ac13112-0cc6-4a46-be6e-ee500c5bb7bf service neutron] Bound port: 9615cfd2-182f-40a4-a5e5-22e850202576, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f9fcbd0-77f2-47e1-a4af-6466181e27c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '87af1681-88b0-408a-a0a8-01a2bb52ff86'}}] {{(pid=92951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 08:31:39.722296 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-0390642e-1f26-40c0-a117-db0925420ee2 req-4ac13112-0cc6-4a46-be6e-ee500c5bb7bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:39.798579 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 96e2e342-c1a9-432e-bf24-867ec2d38b56 up at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:31:39.875798 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:39.984314 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 35928) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:40.007659 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8119b7-2215-4b98-a5be-b9f4a9a4d60d req-4b7a2aa7-e109-45cb-ac39-356a7824c283 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:40.010371 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-ba8119b7-2215-4b98-a5be-b9f4a9a4d60d req-4b7a2aa7-e109-45cb-ac39-356a7824c283 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3d1c3f-59e4-4dec-96d8-4fb874223ad6 HTTP/1.1" status: 200 len: 943 time: 0.4452958 Jul 12 08:31:40.026149 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.db [req-0390642e-1f26-40c0-a117-db0925420ee2 req-4ac13112-0cc6-4a46-be6e-ee500c5bb7bf service neutron] For port 9615cfd2-182f-40a4-a5e5-22e850202576, host hv-cinder-80043, cleared binding levels {{(pid=92951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 08:31:40.034572 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-7affeca2-e440-4e4b-b506-ad53d21b9ed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:40.038889 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.db [req-0390642e-1f26-40c0-a117-db0925420ee2 req-4ac13112-0cc6-4a46-be6e-ee500c5bb7bf service neutron] For port 9615cfd2-182f-40a4-a5e5-22e850202576, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=9615cfd2-182f-40a4-a5e5-22e850202576,segment=NetworkSegment(0f9fcbd0-77f2-47e1-a4af-6466181e27c6),segment_id=0f9fcbd0-77f2-47e1-a4af-6466181e27c6)] {{(pid=92951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 08:31:40.042095 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd8e2284-2b67-4e98-b61f-470bd731b903 req-6854c3ca-15f3-4312-86d8-384cfe428b9b tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Network 85b41c83-81a1-43ad-b6bf-2d322948dd3e is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:31:40.046464 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Pushing event updated for resources: {'Port': ['ID=66d70884-a577-4980-ba2d-a9e7fcc9c226,revision_number=5']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:40.058096 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-0390642e-1f26-40c0-a117-db0925420ee2 req-4ac13112-0cc6-4a46-be6e-ee500c5bb7bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:40.072343 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-caa8a892-d7d9-4da6-a039-70abd7bbfa2f req-454ed2bc-4c5e-451c-870e-bb8c200e69d9 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca5d7c4d35274957aea289fc8cbe4d73&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4223051 Jul 12 08:31:40.090937 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning complete for port 96e2e342-c1a9-432e-bf24-867ec2d38b56 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:31:40.091315 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:40.107609 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [req-fd8e2284-2b67-4e98-b61f-470bd731b903 req-6854c3ca-15f3-4312-86d8-384cfe428b9b tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:31:40.129773 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd8e2284-2b67-4e98-b61f-470bd731b903 req-6854c3ca-15f3-4312-86d8-384cfe428b9b tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Received port after_create {{(pid=92952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 08:31:40.134176 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390642e-1f26-40c0-a117-db0925420ee2 req-4ac13112-0cc6-4a46-be6e-ee500c5bb7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:40.134952 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6854c3ca-15f3-4312-86d8-384cfe428b9b tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Pushing event updated for resources: {'Port': ['ID=15d31eb4-584d-4f63-8984-41e03aeae0e2,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:40.135138 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-0390642e-1f26-40c0-a117-db0925420ee2 req-4ac13112-0cc6-4a46-be6e-ee500c5bb7bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for port, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:40.137358 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0390642e-1f26-40c0-a117-db0925420ee2 req-4ac13112-0cc6-4a46-be6e-ee500c5bb7bf service neutron] 10.222.0.23 "PUT /v2.0/ports/9615cfd2-182f-40a4-a5e5-22e850202576 HTTP/1.1" status: 200 len: 1093 time: 2.7740839 Jul 12 08:31:40.138630 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca3d1c3f-59e4-4dec-96d8-4fb874223ad6', 'tag': '9615cfd2-182f-40a4-a5e5-22e850202576'}] {{(pid=92951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:31:40.296376 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af58d1c9f1a57ad28455f2a1c324eb475fddbc81caacf3fdebaad0c9863d536b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c8c485-a07f-4c32-8f25-1c2f148f35ea" -d '{"events": [{"server_uuid": "fea42424-78ac-4cf7-8021-c853f29d7fbd", "name": "network-vif-plugged", "status": "completed", "tag": "66d70884-a577-4980-ba2d-a9e7fcc9c226"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:31:40.360889 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-ba8119b7-2215-4b98-a5be-b9f4a9a4d60d req-050e48a2-c3d3-4347-946e-09020e66f6e2 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c76d369-3c1a-4588-acc0-cfa913107d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3416789 Jul 12 08:31:40.377626 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e2284-2b67-4e98-b61f-470bd731b903 req-6854c3ca-15f3-4312-86d8-384cfe428b9b tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:40.379654 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-fd8e2284-2b67-4e98-b61f-470bd731b903 req-6854c3ca-15f3-4312-86d8-384cfe428b9b tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:40.442325 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac13112-0cc6-4a46-be6e-ee500c5bb7bf service neutron] Pushing event updated for resources: {'Port': ['ID=9615cfd2-182f-40a4-a5e5-22e850202576,revision_number=3']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:40.470830 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-caa8a892-d7d9-4da6-a039-70abd7bbfa2f req-60564eaf-bd3f-4ed6-bf3e-6bce6f7667d9 service neutron] 10.222.0.37 "GET /v2.0/networks/87f9aa9d-4b32-44c0-9258-78c96af6cf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708715 Jul 12 08:31:40.491931 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [req-21645315-4d32-488a-86d3-da142edfed6e req-c7f2f19d-dfcc-46dd-bb90-ad51a413164f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0c6a6a3-7421-426f-b7ae-aead0db6d454 {{(pid=92952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 08:31:40.541563 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390642e-1f26-40c0-a117-db0925420ee2 req-aa75e1e4-b0d0-4bbd-8915-5ec38413e503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:40.546297 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0390642e-1f26-40c0-a117-db0925420ee2 req-aa75e1e4-b0d0-4bbd-8915-5ec38413e503 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2b5b16bf27b543fb92132074924097b0&device_id=ca3d1c3f-59e4-4dec-96d8-4fb874223ad6 HTTP/1.1" status: 200 len: 1096 time: 0.2059319 Jul 12 08:31:40.559718 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-21645315-4d32-488a-86d3-da142edfed6e req-c7f2f19d-dfcc-46dd-bb90-ad51a413164f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:40.605236 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.provisioning_blocks [req-21645315-4d32-488a-86d3-da142edfed6e req-c7f2f19d-dfcc-46dd-bb90-ad51a413164f service neutron] Transition to ACTIVE for port object c0c6a6a3-7421-426f-b7ae-aead0db6d454 will not be triggered until provisioned by entity L2. {{(pid=92952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:31:40.621578 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-21645315-4d32-488a-86d3-da142edfed6e req-c7f2f19d-dfcc-46dd-bb90-ad51a413164f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1188479'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:40.670394 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38e9910cefffc49adb1534bd55ac7351ec59ca62d7d2bb3cc14e5997e7fa66f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feca8c24-333a-4cf7-ae97-886ca6d2afba" -d '{"events": [{"name": "network-changed", "server_uuid": "ca3d1c3f-59e4-4dec-96d8-4fb874223ad6", "tag": "9615cfd2-182f-40a4-a5e5-22e850202576"}]}' {{(pid=92951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:31:40.678858 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0390642e-1f26-40c0-a117-db0925420ee2 req-fb97e0fb-d142-4521-9361-6917f81ee633 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9615cfd2-182f-40a4-a5e5-22e850202576 HTTP/1.1" status: 200 len: 217 time: 0.1266544 Jul 12 08:31:40.692495 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-7affeca2-e440-4e4b-b506-ad53d21b9ed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:40.709972 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-7affeca2-e440-4e4b-b506-ad53d21b9ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:40.725423 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-fd8e2284-2b67-4e98-b61f-470bd731b903 req-6854c3ca-15f3-4312-86d8-384cfe428b9b tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5525172 Jul 12 08:31:40.741031 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2f19d-dfcc-46dd-bb90-ad51a413164f service neutron] Pushing event updated for resources: {'Port': ['ID=c0c6a6a3-7421-426f-b7ae-aead0db6d454,revision_number=2']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:40.755531 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-fd8e2284-2b67-4e98-b61f-470bd731b903 req-3af246e6-71ab-478c-b23a-fb89513063a3 service neutron] Request body: {'port': {'device_id': '1b85e9a3-2c63-40e2-987e-49d253eb944d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:31:40.779421 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-caa8a892-d7d9-4da6-a039-70abd7bbfa2f req-4065627e-8684-471e-9b27-b86875ecb40e service neutron] 10.222.0.37 "GET /v2.0/networks/87f9aa9d-4b32-44c0-9258-78c96af6cf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076534 Jul 12 08:31:40.780672 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390642e-1f26-40c0-a117-db0925420ee2 req-2aa8155a-7a07-43f9-be18-5b9ef8cd6e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:40.782260 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0390642e-1f26-40c0-a117-db0925420ee2 req-2aa8155a-7a07-43f9-be18-5b9ef8cd6e8a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1b424425-fba9-4165-b007-490b023a5f6d HTTP/1.1" status: 200 len: 850 time: 0.0902159 Jul 12 08:31:40.824452 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0fcb79-3f3f-46c0-a9d4-981fe1607ca9 req-97f4188d-5940-488e-a259-4b2d6d51a706 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:40.826052 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-ee0fcb79-3f3f-46c0-a9d4-981fe1607ca9 req-97f4188d-5940-488e-a259-4b2d6d51a706 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b85e9a3-2c63-40e2-987e-49d253eb944d HTTP/1.1" status: 200 len: 931 time: 0.1520092 Jul 12 08:31:40.846186 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-7affeca2-e440-4e4b-b506-ad53d21b9ed5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=913df29ccacd439b89a6dfbf55cfb1aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8454432 Jul 12 08:31:40.849867 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 35956) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:40.897289 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7affeca2-e440-4e4b-b506-ad53d21b9ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c28d039-44d4-47d6-b4cc-917e63e76199,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:40.906401 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-ee0fcb79-3f3f-46c0-a9d4-981fe1607ca9 req-392dd209-6a01-4cca-ada5-0b8319a2892c tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633211 Jul 12 08:31:40.945166 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390642e-1f26-40c0-a117-db0925420ee2 req-d4446c7b-458d-4b56-b663-064c62bacd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:40.947408 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0390642e-1f26-40c0-a117-db0925420ee2 req-d4446c7b-458d-4b56-b663-064c62bacd2f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=87af1681-88b0-408a-a0a8-01a2bb52ff86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1552761 Jul 12 08:31:41.171290 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0390642e-1f26-40c0-a117-db0925420ee2 req-2e8e0ac7-369b-4d1c-81ce-c60cfe51ba9d service neutron] 10.222.0.23 "GET /v2.0/networks/87af1681-88b0-408a-a0a8-01a2bb52ff86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069631 Jul 12 08:31:41.199780 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-fd8e2284-2b67-4e98-b61f-470bd731b903 req-3af246e6-71ab-478c-b23a-fb89513063a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:41.211302 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-21645315-4d32-488a-86d3-da142edfed6e req-c7f2f19d-dfcc-46dd-bb90-ad51a413164f service neutron] Attempting to bind port c0c6a6a3-7421-426f-b7ae-aead0db6d454 on host hv-cinder-80043 for vnic_type normal with profile {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 08:31:41.212161 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-21645315-4d32-488a-86d3-da142edfed6e req-c7f2f19d-dfcc-46dd-bb90-ad51a413164f service neutron] Attempting to bind port c0c6a6a3-7421-426f-b7ae-aead0db6d454 by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': '03fa2880-daf4-4588-a207-d365bbaa5d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '85b41c83-81a1-43ad-b6bf-2d322948dd3e'}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 08:31:41.213500 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21645315-4d32-488a-86d3-da142edfed6e req-c7f2f19d-dfcc-46dd-bb90-ad51a413164f service neutron] Attempting to bind port c0c6a6a3-7421-426f-b7ae-aead0db6d454 on network 85b41c83-81a1-43ad-b6bf-2d322948dd3e {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:31:41.241747 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21645315-4d32-488a-86d3-da142edfed6e req-c7f2f19d-dfcc-46dd-bb90-ad51a413164f service neutron] Port c0c6a6a3-7421-426f-b7ae-aead0db6d454 on network 85b41c83-81a1-43ad-b6bf-2d322948dd3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 08:31:41.242072 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21645315-4d32-488a-86d3-da142edfed6e req-c7f2f19d-dfcc-46dd-bb90-ad51a413164f service neutron] Attempting to bind port c0c6a6a3-7421-426f-b7ae-aead0db6d454 on network 85b41c83-81a1-43ad-b6bf-2d322948dd3e {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:31:41.249794 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-333b1a8c-a3fe-4298-bc2a-4a4237da72ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:41.273717 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21645315-4d32-488a-86d3-da142edfed6e req-c7f2f19d-dfcc-46dd-bb90-ad51a413164f service neutron] Checking agent: {'id': '9498d972-5d3d-47a0-93c6-a71636d6a88c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 8, 29, 30), 'started_at': datetime.datetime(2021, 7, 12, 8, 29, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 8, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 08:31:41.274759 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21645315-4d32-488a-86d3-da142edfed6e req-c7f2f19d-dfcc-46dd-bb90-ad51a413164f service neutron] Checking segment: {'id': '03fa2880-daf4-4588-a207-d365bbaa5d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '85b41c83-81a1-43ad-b6bf-2d322948dd3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:31:41.275135 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21645315-4d32-488a-86d3-da142edfed6e req-c7f2f19d-dfcc-46dd-bb90-ad51a413164f service neutron] Bound using segment: {'id': '03fa2880-daf4-4588-a207-d365bbaa5d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '85b41c83-81a1-43ad-b6bf-2d322948dd3e'} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 08:31:41.275591 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-21645315-4d32-488a-86d3-da142edfed6e req-c7f2f19d-dfcc-46dd-bb90-ad51a413164f service neutron] Bound port: c0c6a6a3-7421-426f-b7ae-aead0db6d454, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03fa2880-daf4-4588-a207-d365bbaa5d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '85b41c83-81a1-43ad-b6bf-2d322948dd3e'}}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 08:31:41.275945 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-21645315-4d32-488a-86d3-da142edfed6e req-c7f2f19d-dfcc-46dd-bb90-ad51a413164f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:41.376227 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-333b1a8c-a3fe-4298-bc2a-4a4237da72ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:41.434555 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0390642e-1f26-40c0-a117-db0925420ee2 req-7a66649f-7af7-495c-8875-47da170203d5 service neutron] 10.222.0.23 "GET /v2.0/networks/87af1681-88b0-408a-a0a8-01a2bb52ff86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974623 Jul 12 08:31:41.458786 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8be1c8-b6ec-4f9f-975e-d9c60225afba req-e143e1cd-379b-4592-bf56-70835d087962 tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:41.468383 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-2d8be1c8-b6ec-4f9f-975e-d9c60225afba req-e143e1cd-379b-4592-bf56-70835d087962 tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] 10.222.0.37 "GET /v2.0/ports?device_id=fea42424-78ac-4cf7-8021-c853f29d7fbd HTTP/1.1" status: 200 len: 946 time: 0.3208103 Jul 12 08:31:41.557332 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-2d8be1c8-b6ec-4f9f-975e-d9c60225afba req-4b2b69cd-fbb5-4044-a208-de5bd3542af1 tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] 10.222.0.37 "GET /v2.0/security-groups?id=1adb7b5d-42f1-49ee-a325-3c6b5be54521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878887 Jul 12 08:31:41.604885 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-21645315-4d32-488a-86d3-da142edfed6e req-c7f2f19d-dfcc-46dd-bb90-ad51a413164f service neutron] For port c0c6a6a3-7421-426f-b7ae-aead0db6d454, host hv-cinder-80043, cleared binding levels {{(pid=92952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 08:31:41.673689 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-21645315-4d32-488a-86d3-da142edfed6e req-c7f2f19d-dfcc-46dd-bb90-ad51a413164f service neutron] For port c0c6a6a3-7421-426f-b7ae-aead0db6d454, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=c0c6a6a3-7421-426f-b7ae-aead0db6d454,segment=NetworkSegment(03fa2880-daf4-4588-a207-d365bbaa5d26),segment_id=03fa2880-daf4-4588-a207-d365bbaa5d26)] {{(pid=92952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 08:31:41.691609 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-21645315-4d32-488a-86d3-da142edfed6e req-c7f2f19d-dfcc-46dd-bb90-ad51a413164f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1188479'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:41.701045 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-333b1a8c-a3fe-4298-bc2a-4a4237da72ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:41.704355 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-333b1a8c-a3fe-4298-bc2a-4a4237da72ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:41.708118 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-333b1a8c-a3fe-4298-bc2a-4a4237da72ac admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6c28d039-44d4-47d6-b4cc-917e63e76199 HTTP/1.1" status: 204 len: 168 time: 0.8529673 Jul 12 08:31:41.750499 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333b1a8c-a3fe-4298-bc2a-4a4237da72ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c28d039-44d4-47d6-b4cc-917e63e76199,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:41.791070 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21645315-4d32-488a-86d3-da142edfed6e req-c7f2f19d-dfcc-46dd-bb90-ad51a413164f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:41.791843 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-21645315-4d32-488a-86d3-da142edfed6e req-c7f2f19d-dfcc-46dd-bb90-ad51a413164f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:41.793272 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-21645315-4d32-488a-86d3-da142edfed6e req-c7f2f19d-dfcc-46dd-bb90-ad51a413164f service neutron] 10.222.0.23 "PUT /v2.0/ports/c0c6a6a3-7421-426f-b7ae-aead0db6d454 HTTP/1.1" status: 200 len: 1093 time: 3.1047614 Jul 12 08:31:41.794597 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '319e414f-c9c7-44e8-895d-e94fbdfd8870', 'tag': 'c0c6a6a3-7421-426f-b7ae-aead0db6d454'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:31:41.797487 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35659b288decb3563870ae931b8d662eab2da969d6ab5856613d86fcebdbc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f096f118-ade5-49b3-9fff-1778466996ff" -d '{"events": [{"name": "network-changed", "server_uuid": "319e414f-c9c7-44e8-895d-e94fbdfd8870", "tag": "c0c6a6a3-7421-426f-b7ae-aead0db6d454"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:31:41.823489 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2f19d-dfcc-46dd-bb90-ad51a413164f service neutron] Pushing event updated for resources: {'Port': ['ID=c0c6a6a3-7421-426f-b7ae-aead0db6d454,revision_number=3']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:41.876859 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 08:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9882a949-7043-44d9-9520-a51e833d67b5 x-openstack-request-id: req-9882a949-7043-44d9-9520-a51e833d67b5 {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:31:41.877269 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fea42424-78ac-4cf7-8021-c853f29d7fbd", "name": "network-vif-plugged", "status": "completed", "tag": "66d70884-a577-4980-ba2d-a9e7fcc9c226", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:31:41.877406 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9882a949-7043-44d9-9520-a51e833d67b5 {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:31:41.877893 dv-cinder-800431-1-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fea42424-78ac-4cf7-8021-c853f29d7fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d70884-a577-4980-ba2d-a9e7fcc9c226', 'code': 200} Jul 12 08:31:41.980657 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [req-fd8e2284-2b67-4e98-b61f-470bd731b903 req-3af246e6-71ab-478c-b23a-fb89513063a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15d31eb4-584d-4f63-8984-41e03aeae0e2 {{(pid=92952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 08:31:41.982390 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 08:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b89f5f-bd3d-4b63-bd78-1eb6b2cfd698 x-openstack-request-id: req-72b89f5f-bd3d-4b63-bd78-1eb6b2cfd698 {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:31:41.983605 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca3d1c3f-59e4-4dec-96d8-4fb874223ad6", "tag": "9615cfd2-182f-40a4-a5e5-22e850202576", "status": "completed", "code": 200}]} {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:31:41.984032 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-72b89f5f-bd3d-4b63-bd78-1eb6b2cfd698 {{(pid=92951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:31:41.984627 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca3d1c3f-59e4-4dec-96d8-4fb874223ad6', 'tag': '9615cfd2-182f-40a4-a5e5-22e850202576', 'status': 'completed', 'code': 200} Jul 12 08:31:41.999120 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-fd8e2284-2b67-4e98-b61f-470bd731b903 req-3af246e6-71ab-478c-b23a-fb89513063a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:42.075684 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21645315-4d32-488a-86d3-da142edfed6e req-0be6b3e0-7008-4e61-b096-ae0521a6c261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:42.085751 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-21645315-4d32-488a-86d3-da142edfed6e req-0be6b3e0-7008-4e61-b096-ae0521a6c261 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ca96284f2baa4ff8b8e4f29f16222f61&device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 1096 time: 0.2316730 Jul 12 08:31:42.108143 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca8c24-333a-4cf7-ae97-886ca6d2afba req-c0593a3c-6239-4168-8f02-6e5bffc1bd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:42.109963 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-feca8c24-333a-4cf7-ae97-886ca6d2afba req-c0593a3c-6239-4168-8f02-6e5bffc1bd30 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2b5b16bf27b543fb92132074924097b0&device_id=ca3d1c3f-59e4-4dec-96d8-4fb874223ad6 HTTP/1.1" status: 200 len: 1096 time: 0.1087234 Jul 12 08:31:42.120253 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.provisioning_blocks [req-fd8e2284-2b67-4e98-b61f-470bd731b903 req-3af246e6-71ab-478c-b23a-fb89513063a3 service neutron] Transition to ACTIVE for port object 15d31eb4-584d-4f63-8984-41e03aeae0e2 will not be triggered until provisioned by entity L2. {{(pid=92952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:31:42.168962 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-21645315-4d32-488a-86d3-da142edfed6e req-e8927471-36c1-4c23-bc5f-f309ed122426 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0c6a6a3-7421-426f-b7ae-aead0db6d454 HTTP/1.1" status: 200 len: 217 time: 0.0707736 Jul 12 08:31:42.169885 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-fd8e2284-2b67-4e98-b61f-470bd731b903 req-3af246e6-71ab-478c-b23a-fb89513063a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1188479'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:42.173676 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-56554de1-63b8-48b1-8aaf-0ca7b65b6396 req-7e43c401-2256-4f18-82dc-d5fc7ae05203 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 210 time: 0.0800073 Jul 12 08:31:42.223430 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af246e6-71ab-478c-b23a-fb89513063a3 service neutron] Pushing event updated for resources: {'Port': ['ID=15d31eb4-584d-4f63-8984-41e03aeae0e2,revision_number=2']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:42.312626 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21645315-4d32-488a-86d3-da142edfed6e req-81fc6507-d328-4ff8-849c-fbd3cc9849d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:42.318356 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-21645315-4d32-488a-86d3-da142edfed6e req-81fc6507-d328-4ff8-849c-fbd3cc9849d4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fea1b1f0-4ade-4907-8fb8-44348ca7636e HTTP/1.1" status: 200 len: 858 time: 0.0958505 Jul 12 08:31:42.342212 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 08:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b1d61d-afa4-41a3-a9c7-9954d450edfa x-openstack-request-id: req-05b1d61d-afa4-41a3-a9c7-9954d450edfa {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:31:42.354670 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "319e414f-c9c7-44e8-895d-e94fbdfd8870", "tag": "c0c6a6a3-7421-426f-b7ae-aead0db6d454", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:31:42.355219 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-05b1d61d-afa4-41a3-a9c7-9954d450edfa {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:31:42.355764 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '319e414f-c9c7-44e8-895d-e94fbdfd8870', 'tag': 'c0c6a6a3-7421-426f-b7ae-aead0db6d454', 'status': 'completed', 'code': 200} Jul 12 08:31:42.420441 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-21645315-4d32-488a-86d3-da142edfed6e req-3c18292c-d5aa-4734-ad2a-3c9dc719f368 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=85b41c83-81a1-43ad-b6bf-2d322948dd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914745 Jul 12 08:31:42.658534 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207b9f3-a710-4c66-a52f-96630ca877e6 req-145cf981-a167-44d9-b97c-8f90d45e5b44 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:42.666216 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-f207b9f3-a710-4c66-a52f-96630ca877e6 req-145cf981-a167-44d9-b97c-8f90d45e5b44 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3d1c3f-59e4-4dec-96d8-4fb874223ad6 HTTP/1.1" status: 200 len: 943 time: 0.1700068 Jul 12 08:31:42.668329 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.23', 49904) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:42.689272 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-fd8e2284-2b67-4e98-b61f-470bd731b903 req-3af246e6-71ab-478c-b23a-fb89513063a3 service neutron] Attempting to bind port 15d31eb4-584d-4f63-8984-41e03aeae0e2 on host hv-cinder-80043 for vnic_type normal with profile {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 08:31:42.689272 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-fd8e2284-2b67-4e98-b61f-470bd731b903 req-3af246e6-71ab-478c-b23a-fb89513063a3 service neutron] Attempting to bind port 15d31eb4-584d-4f63-8984-41e03aeae0e2 by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': '03fa2880-daf4-4588-a207-d365bbaa5d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '85b41c83-81a1-43ad-b6bf-2d322948dd3e'}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 08:31:42.689272 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8e2284-2b67-4e98-b61f-470bd731b903 req-3af246e6-71ab-478c-b23a-fb89513063a3 service neutron] Attempting to bind port 15d31eb4-584d-4f63-8984-41e03aeae0e2 on network 85b41c83-81a1-43ad-b6bf-2d322948dd3e {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:31:42.699284 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-21645315-4d32-488a-86d3-da142edfed6e req-5875c05e-b091-4d86-9efd-4e7ee8a9c8e3 service neutron] 10.222.0.23 "GET /v2.0/networks/85b41c83-81a1-43ad-b6bf-2d322948dd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632649 Jul 12 08:31:42.699832 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8e2284-2b67-4e98-b61f-470bd731b903 req-3af246e6-71ab-478c-b23a-fb89513063a3 service neutron] Port 15d31eb4-584d-4f63-8984-41e03aeae0e2 on network 85b41c83-81a1-43ad-b6bf-2d322948dd3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 08:31:42.700161 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8e2284-2b67-4e98-b61f-470bd731b903 req-3af246e6-71ab-478c-b23a-fb89513063a3 service neutron] Attempting to bind port 15d31eb4-584d-4f63-8984-41e03aeae0e2 on network 85b41c83-81a1-43ad-b6bf-2d322948dd3e {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:31:42.718054 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8e2284-2b67-4e98-b61f-470bd731b903 req-3af246e6-71ab-478c-b23a-fb89513063a3 service neutron] Checking agent: {'id': '9498d972-5d3d-47a0-93c6-a71636d6a88c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 8, 29, 30), 'started_at': datetime.datetime(2021, 7, 12, 8, 29, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 8, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 08:31:42.718391 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8e2284-2b67-4e98-b61f-470bd731b903 req-3af246e6-71ab-478c-b23a-fb89513063a3 service neutron] Checking segment: {'id': '03fa2880-daf4-4588-a207-d365bbaa5d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '85b41c83-81a1-43ad-b6bf-2d322948dd3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:31:42.718765 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8e2284-2b67-4e98-b61f-470bd731b903 req-3af246e6-71ab-478c-b23a-fb89513063a3 service neutron] Bound using segment: {'id': '03fa2880-daf4-4588-a207-d365bbaa5d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '85b41c83-81a1-43ad-b6bf-2d322948dd3e'} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 08:31:42.719205 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-fd8e2284-2b67-4e98-b61f-470bd731b903 req-3af246e6-71ab-478c-b23a-fb89513063a3 service neutron] Bound port: 15d31eb4-584d-4f63-8984-41e03aeae0e2, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03fa2880-daf4-4588-a207-d365bbaa5d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '85b41c83-81a1-43ad-b6bf-2d322948dd3e'}}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 08:31:42.719561 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-fd8e2284-2b67-4e98-b61f-470bd731b903 req-3af246e6-71ab-478c-b23a-fb89513063a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:42.787635 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca8c24-333a-4cf7-ae97-886ca6d2afba req-77a072b4-1419-4de6-9a0f-e8abe8a072f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:42.789109 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-feca8c24-333a-4cf7-ae97-886ca6d2afba req-77a072b4-1419-4de6-9a0f-e8abe8a072f4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=87af1681-88b0-408a-a0a8-01a2bb52ff86 HTTP/1.1" status: 200 len: 912 time: 0.6712253 Jul 12 08:31:42.802805 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95097ac2-395d-4524-bac2-55991feaa236 req-052dac78-6d6a-49b3-972e-392a98890d1b tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:42.806532 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-95097ac2-395d-4524-bac2-55991feaa236 req-052dac78-6d6a-49b3-972e-392a98890d1b tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b85e9a3-2c63-40e2-987e-49d253eb944d HTTP/1.1" status: 200 len: 943 time: 0.2725170 Jul 12 08:31:42.853347 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-f207b9f3-a710-4c66-a52f-96630ca877e6 req-32a85092-7dea-45cc-b246-5dff10239934 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c76d369-3c1a-4588-acc0-cfa913107d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1860118 Jul 12 08:31:42.860528 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-feca8c24-333a-4cf7-ae97-886ca6d2afba req-aa5e764c-4b48-4a42-ae38-b041d7743fc9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9615cfd2-182f-40a4-a5e5-22e850202576 HTTP/1.1" status: 200 len: 217 time: 0.0584872 Jul 12 08:31:42.935732 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d76b39-5533-4d37-92c3-43af4aa08c88 req-bdec1c87-7807-4233-b5d5-25fe6f9c4d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:42.937292 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a7d76b39-5533-4d37-92c3-43af4aa08c88 req-bdec1c87-7807-4233-b5d5-25fe6f9c4d05 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fea42424-78ac-4cf7-8021-c853f29d7fbd HTTP/1.1" status: 200 len: 1099 time: 0.2671320 Jul 12 08:31:42.939072 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca8c24-333a-4cf7-ae97-886ca6d2afba req-dc5cee84-61fa-48c6-9931-74b92e379a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:42.940377 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-feca8c24-333a-4cf7-ae97-886ca6d2afba req-dc5cee84-61fa-48c6-9931-74b92e379a77 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1b424425-fba9-4165-b007-490b023a5f6d HTTP/1.1" status: 200 len: 850 time: 0.0733588 Jul 12 08:31:42.959550 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-21645315-4d32-488a-86d3-da142edfed6e req-5bded39a-716f-4308-adac-f1b2fb03a1b1 service neutron] 10.222.0.23 "GET /v2.0/networks/85b41c83-81a1-43ad-b6bf-2d322948dd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515633 Jul 12 08:31:42.985809 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-95097ac2-395d-4524-bac2-55991feaa236 req-4c4460a0-ba62-4eda-877b-0d49d9f70d3f tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535583 Jul 12 08:31:43.009647 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-fd8e2284-2b67-4e98-b61f-470bd731b903 req-3af246e6-71ab-478c-b23a-fb89513063a3 service neutron] For port 15d31eb4-584d-4f63-8984-41e03aeae0e2, host hv-cinder-80043, cleared binding levels {{(pid=92952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 08:31:43.013365 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-fd8e2284-2b67-4e98-b61f-470bd731b903 req-3af246e6-71ab-478c-b23a-fb89513063a3 service neutron] For port 15d31eb4-584d-4f63-8984-41e03aeae0e2, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=15d31eb4-584d-4f63-8984-41e03aeae0e2,segment=NetworkSegment(03fa2880-daf4-4588-a207-d365bbaa5d26),segment_id=03fa2880-daf4-4588-a207-d365bbaa5d26)] {{(pid=92952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 08:31:43.029040 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-fd8e2284-2b67-4e98-b61f-470bd731b903 req-3af246e6-71ab-478c-b23a-fb89513063a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1188479'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:43.092097 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-a7d76b39-5533-4d37-92c3-43af4aa08c88 req-1e26e240-8142-4b55-b790-45b753341388 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:43.096252 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.23', 49906) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:43.100826 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af246e6-71ab-478c-b23a-fb89513063a3 service neutron] Pushing event updated for resources: {'Port': ['ID=15d31eb4-584d-4f63-8984-41e03aeae0e2,revision_number=3']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:43.119009 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 9615cfd2-182f-40a4-a5e5-22e850202576 details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=92953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 08:31:43.183884 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e2284-2b67-4e98-b61f-470bd731b903 req-3af246e6-71ab-478c-b23a-fb89513063a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:43.184532 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-fd8e2284-2b67-4e98-b61f-470bd731b903 req-3af246e6-71ab-478c-b23a-fb89513063a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:43.186107 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-fd8e2284-2b67-4e98-b61f-470bd731b903 req-3af246e6-71ab-478c-b23a-fb89513063a3 service neutron] 10.222.0.23 "PUT /v2.0/ports/15d31eb4-584d-4f63-8984-41e03aeae0e2 HTTP/1.1" status: 200 len: 1093 time: 2.4480240 Jul 12 08:31:43.281081 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca8c24-333a-4cf7-ae97-886ca6d2afba req-d5fac759-e98c-4db7-9eed-428d5511d525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:43.282794 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-feca8c24-333a-4cf7-ae97-886ca6d2afba req-d5fac759-e98c-4db7-9eed-428d5511d525 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=87af1681-88b0-408a-a0a8-01a2bb52ff86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3246865 Jul 12 08:31:43.364371 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port 9615cfd2-182f-40a4-a5e5-22e850202576, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=9615cfd2-182f-40a4-a5e5-22e850202576,segment=NetworkSegment(0f9fcbd0-77f2-47e1-a4af-6466181e27c6),segment_id=0f9fcbd0-77f2-47e1-a4af-6466181e27c6)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:31:43.379409 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Returning: {'device': '9615cfd2-182f-40a4-a5e5-22e850202576', 'network_id': '87af1681-88b0-408a-a0a8-01a2bb52ff86', 'port_id': '9615cfd2-182f-40a4-a5e5-22e850202576', 'mac_address': 'fa:16:3e:39:a5:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b424425-fba9-4165-b007-490b023a5f6d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 08:31:43.479257 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:43.619440 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-feca8c24-333a-4cf7-ae97-886ca6d2afba req-ed807c3a-e0d5-4ece-ab1d-198c7036e6d8 service neutron] 10.222.0.23 "GET /v2.0/networks/87af1681-88b0-408a-a0a8-01a2bb52ff86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924287 Jul 12 08:31:43.722516 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7aef2cdc-c564-455a-9ef6-e72b3547c55c req-5a1075e2-ac07-4ec3-92d1-cdc1b7e39ea7 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 210 time: 0.0742090 Jul 12 08:31:43.739212 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a052782-3319-47e6-9ca6-bc3f40a53f49 req-732f7d88-33c0-4e7a-8068-2c015d3cf757 tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:43.740501 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-5a052782-3319-47e6-9ca6-bc3f40a53f49 req-732f7d88-33c0-4e7a-8068-2c015d3cf757 tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] 10.222.0.37 "GET /v2.0/ports?device_id=fea42424-78ac-4cf7-8021-c853f29d7fbd HTTP/1.1" status: 200 len: 946 time: 0.4555988 Jul 12 08:31:43.749036 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8a892-d7d9-4da6-a039-70abd7bbfa2f req-c1bfa7a2-80bb-4279-b1bb-b3d3d95260f6 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:43.754837 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9615cfd2-182f-40a4-a5e5-22e850202576 {{(pid=92953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 08:31:43.758303 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-caa8a892-d7d9-4da6-a039-70abd7bbfa2f req-c1bfa7a2-80bb-4279-b1bb-b3d3d95260f6 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.23 "GET /v2.0/networks?id=87f9aa9d-4b32-44c0-9258-78c96af6cf8d HTTP/1.1" status: 200 len: 816 time: 0.6425531 Jul 12 08:31:43.760262 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f096f118-ade5-49b3-9fff-1778466996ff req-9a3a00b4-cb46-453e-84c4-784585b50356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:43.761669 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f096f118-ade5-49b3-9fff-1778466996ff req-9a3a00b4-cb46-453e-84c4-784585b50356 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ca96284f2baa4ff8b8e4f29f16222f61&device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 1096 time: 0.6618338 Jul 12 08:31:43.791686 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port 9615cfd2-182f-40a4-a5e5-22e850202576, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=9615cfd2-182f-40a4-a5e5-22e850202576,segment=NetworkSegment(0f9fcbd0-77f2-47e1-a4af-6466181e27c6),segment_id=0f9fcbd0-77f2-47e1-a4af-6466181e27c6)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:31:43.800332 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:43.816876 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-a7d76b39-5533-4d37-92c3-43af4aa08c88 req-1e26e240-8142-4b55-b790-45b753341388 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:43.829668 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-a7d76b39-5533-4d37-92c3-43af4aa08c88 req-1e26e240-8142-4b55-b790-45b753341388 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:43.840026 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-feca8c24-333a-4cf7-ae97-886ca6d2afba req-14826405-b6a0-4ba0-8add-9f47b7582f3e service neutron] 10.222.0.23 "GET /v2.0/networks/87af1681-88b0-408a-a0a8-01a2bb52ff86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087078 Jul 12 08:31:43.859892 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-5a052782-3319-47e6-9ca6-bc3f40a53f49 req-78760986-b108-4777-b71c-22eb850c1a29 tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] 10.222.0.37 "GET /v2.0/security-groups?id=1adb7b5d-42f1-49ee-a325-3c6b5be54521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105556 Jul 12 08:31:43.873872 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a7d76b39-5533-4d37-92c3-43af4aa08c88 req-1e26e240-8142-4b55-b790-45b753341388 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1adb7b5d-42f1-49ee-a325-3c6b5be54521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9246659 Jul 12 08:31:43.888886 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e26e240-8142-4b55-b790-45b753341388 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1dcabe-219d-4b63-9979-76d45afa0e94,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:43.962453 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Pushing event updated for resources: {'Port': ['ID=9615cfd2-182f-40a4-a5e5-22e850202576,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:44.053231 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-caa8a892-d7d9-4da6-a039-70abd7bbfa2f req-16296f2a-886b-49c9-be1d-41e8ef0ff84a tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca5d7c4d35274957aea289fc8cbe4d73 HTTP/1.1" status: 200 len: 380 time: 0.2805169 Jul 12 08:31:44.054441 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f096f118-ade5-49b3-9fff-1778466996ff req-e4db0f8a-467e-4369-acdb-69a48eb9b72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:44.056836 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f096f118-ade5-49b3-9fff-1778466996ff req-e4db0f8a-467e-4369-acdb-69a48eb9b72e service neutron] 10.222.0.23 "GET /v2.0/networks?id=85b41c83-81a1-43ad-b6bf-2d322948dd3e HTTP/1.1" status: 200 len: 919 time: 0.2829177 Jul 12 08:31:44.076561 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] get_ports_and_sgs() called for port_ids ['9615cfd2-182f-40a4-a5e5-22e850202576'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 08:31:44.139531 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-caa8a892-d7d9-4da6-a039-70abd7bbfa2f req-da0ee9b8-96bd-4f28-b918-3617e119abed tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Request body: {'port': {'device_id': '1132c8d2-6ec2-4e37-b308-4ea6e49f5541', 'network_id': '87f9aa9d-4b32-44c0-9258-78c96af6cf8d', 'admin_state_up': True, 'tenant_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'security_groups': ['7a3010bc-b489-488b-a8d8-bbcd9573a1f7']}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:31:44.200436 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e2284-2b67-4e98-b61f-470bd731b903 req-12e68a30-1e83-4aee-b1a7-c49111f6d328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:44.202932 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-fd8e2284-2b67-4e98-b61f-470bd731b903 req-12e68a30-1e83-4aee-b1a7-c49111f6d328 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ca96284f2baa4ff8b8e4f29f16222f61&device_id=1b85e9a3-2c63-40e2-987e-49d253eb944d HTTP/1.1" status: 200 len: 1096 time: 0.5509977 Jul 12 08:31:44.230150 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f096f118-ade5-49b3-9fff-1778466996ff req-bc0fe4f2-e42f-4af1-b514-b466ed99432b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0c6a6a3-7421-426f-b7ae-aead0db6d454 HTTP/1.1" status: 200 len: 217 time: 0.0852256 Jul 12 08:31:44.237097 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b65672-cb66-4f62-8797-636559f96786 req-d4c6de6f-e88a-470b-aa7d-650a40ff25a5 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:44.239795 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e7b65672-cb66-4f62-8797-636559f96786 req-d4c6de6f-e88a-470b-aa7d-650a40ff25a5 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b85e9a3-2c63-40e2-987e-49d253eb944d HTTP/1.1" status: 200 len: 943 time: 0.1194587 Jul 12 08:31:44.331057 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e7b65672-cb66-4f62-8797-636559f96786 req-8c6a0155-1506-4f29-a446-7c4508c3d9b0 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840473 Jul 12 08:31:44.355981 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-fd8e2284-2b67-4e98-b61f-470bd731b903 req-7fd8f744-f4ee-42fb-8942-d597299d1a71 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=15d31eb4-584d-4f63-8984-41e03aeae0e2 HTTP/1.1" status: 200 len: 217 time: 0.1220534 Jul 12 08:31:44.358040 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b85e9a3-2c63-40e2-987e-49d253eb944d', 'tag': '15d31eb4-584d-4f63-8984-41e03aeae0e2'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:31:44.360330 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35659b288decb3563870ae931b8d662eab2da969d6ab5856613d86fcebdbc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e80314-f7ef-4da4-885f-784054232ff3" -d '{"events": [{"name": "network-changed", "server_uuid": "1b85e9a3-2c63-40e2-987e-49d253eb944d", "tag": "15d31eb4-584d-4f63-8984-41e03aeae0e2"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:31:44.418866 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 08:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3f29f4-c8bd-483a-9397-782f565fc3f6 x-openstack-request-id: req-0b3f29f4-c8bd-483a-9397-782f565fc3f6 {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:31:44.419206 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b85e9a3-2c63-40e2-987e-49d253eb944d", "tag": "15d31eb4-584d-4f63-8984-41e03aeae0e2", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:31:44.419456 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0b3f29f4-c8bd-483a-9397-782f565fc3f6 {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:31:44.419834 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b85e9a3-2c63-40e2-987e-49d253eb944d', 'tag': '15d31eb4-584d-4f63-8984-41e03aeae0e2', 'status': 'completed', 'code': 200} Jul 12 08:31:44.456666 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f096f118-ade5-49b3-9fff-1778466996ff req-fb34b192-3ded-4431-89b5-95e8a5bb17c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:44.458435 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f096f118-ade5-49b3-9fff-1778466996ff req-fb34b192-3ded-4431-89b5-95e8a5bb17c1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fea1b1f0-4ade-4907-8fb8-44348ca7636e HTTP/1.1" status: 200 len: 858 time: 0.2098186 Jul 12 08:31:44.495050 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c854e95-71d3-4dda-a4be-80af94a10aef req-829a78ab-a769-4321-bfff-37e3608905b2 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:44.496506 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7c854e95-71d3-4dda-a4be-80af94a10aef req-829a78ab-a769-4321-bfff-37e3608905b2 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3d1c3f-59e4-4dec-96d8-4fb874223ad6 HTTP/1.1" status: 200 len: 944 time: 0.4386044 Jul 12 08:31:44.503315 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e2284-2b67-4e98-b61f-470bd731b903 req-ee5f1bb4-0656-4f3e-8a7d-f8d15a9cb84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:44.504696 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-fd8e2284-2b67-4e98-b61f-470bd731b903 req-ee5f1bb4-0656-4f3e-8a7d-f8d15a9cb84e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fea1b1f0-4ade-4907-8fb8-44348ca7636e HTTP/1.1" status: 200 len: 858 time: 0.1415358 Jul 12 08:31:44.526650 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f096f118-ade5-49b3-9fff-1778466996ff req-c18010bc-ae9a-4754-b364-2e49f0ffbdf5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=85b41c83-81a1-43ad-b6bf-2d322948dd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551324 Jul 12 08:31:44.597051 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-fd8e2284-2b67-4e98-b61f-470bd731b903 req-7fa8b46d-8722-4bc9-9fa7-43de0ee623b0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=85b41c83-81a1-43ad-b6bf-2d322948dd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732903 Jul 12 08:31:44.708360 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caa8a892-d7d9-4da6-a039-70abd7bbfa2f req-da0ee9b8-96bd-4f28-b918-3617e119abed tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Made reservation on behalf of ca5d7c4d35274957aea289fc8cbe4d73 for: {'port': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 08:31:44.712480 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-caa8a892-d7d9-4da6-a039-70abd7bbfa2f req-da0ee9b8-96bd-4f28-b918-3617e119abed tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:44.736026 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7c854e95-71d3-4dda-a4be-80af94a10aef req-dd731fa0-6dd5-4766-a441-ab51d07f8c2d tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c76d369-3c1a-4588-acc0-cfa913107d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2143481 Jul 12 08:31:44.850701 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-fd8e2284-2b67-4e98-b61f-470bd731b903 req-57a67911-170d-4d60-a229-a69a17199b86 service neutron] 10.222.0.23 "GET /v2.0/networks/85b41c83-81a1-43ad-b6bf-2d322948dd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130098 Jul 12 08:31:44.852473 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f096f118-ade5-49b3-9fff-1778466996ff req-c511885e-a917-4834-ba11-94c2b694b2b8 service neutron] 10.222.0.23 "GET /v2.0/networks/85b41c83-81a1-43ad-b6bf-2d322948dd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089600 Jul 12 08:31:44.897920 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-95a81e90-f40e-44bf-9ef3-43fc56ab0035 req-249ab0de-e7c8-47f3-bc0b-cacea777a6c8 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 210 time: 0.0283859 Jul 12 08:31:45.060286 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_common [req-caa8a892-d7d9-4da6-a039-70abd7bbfa2f req-da0ee9b8-96bd-4f28-b918-3617e119abed tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Allocated IP 172.20.0.8 (87f9aa9d-4b32-44c0-9258-78c96af6cf8d/2a3005b3-6c18-4cb2-94e4-48e9cf6a930f/981df685-a462-4059-9fe7-42d652f3077b) {{(pid=92952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 08:31:45.109347 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-fd8e2284-2b67-4e98-b61f-470bd731b903 req-3d26e29b-f827-471d-8d10-45a77abd2dab service neutron] 10.222.0.23 "GET /v2.0/networks/85b41c83-81a1-43ad-b6bf-2d322948dd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452698 Jul 12 08:31:45.120741 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f096f118-ade5-49b3-9fff-1778466996ff req-ef3fc7a4-c970-40dd-9838-fd040579225c service neutron] 10.222.0.23 "GET /v2.0/networks/85b41c83-81a1-43ad-b6bf-2d322948dd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555830 Jul 12 08:31:45.122976 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device c0c6a6a3-7421-426f-b7ae-aead0db6d454 details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=92953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 08:31:45.184892 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 9615cfd2-182f-40a4-a5e5-22e850202576 up at agent hyperv_hv-cinder-80043 {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:31:45.252802 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfd897-c599-4fba-a59b-93e51d16ed30 req-c4c887bd-14a3-478b-923f-12c443f09a41 tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:45.254322 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f3bfd897-c599-4fba-a59b-93e51d16ed30 req-c4c887bd-14a3-478b-923f-12c443f09a41 tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] 10.222.0.37 "GET /v2.0/ports?device_id=fea42424-78ac-4cf7-8021-c853f29d7fbd HTTP/1.1" status: 200 len: 946 time: 0.2386107 Jul 12 08:31:45.269966 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port c0c6a6a3-7421-426f-b7ae-aead0db6d454, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=c0c6a6a3-7421-426f-b7ae-aead0db6d454,segment=NetworkSegment(03fa2880-daf4-4588-a207-d365bbaa5d26),segment_id=03fa2880-daf4-4588-a207-d365bbaa5d26)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:31:45.288670 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Returning: {'device': 'c0c6a6a3-7421-426f-b7ae-aead0db6d454', 'network_id': '85b41c83-81a1-43ad-b6bf-2d322948dd3e', 'port_id': 'c0c6a6a3-7421-426f-b7ae-aead0db6d454', 'mac_address': 'fa:16:3e:e0:85:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fea1b1f0-4ade-4907-8fb8-44348ca7636e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 08:31:45.293116 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Provisioning for port 9615cfd2-182f-40a4-a5e5-22e850202576 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:31:45.298866 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Provisioning complete for port 9615cfd2-182f-40a4-a5e5-22e850202576 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:31:45.299345 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:45.343009 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e80314-f7ef-4da4-885f-784054232ff3 req-2a70f1f7-6aed-4b03-8a5b-4b922ac96df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:45.345588 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-43e80314-f7ef-4da4-885f-784054232ff3 req-2a70f1f7-6aed-4b03-8a5b-4b922ac96df1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ca96284f2baa4ff8b8e4f29f16222f61&device_id=1b85e9a3-2c63-40e2-987e-49d253eb944d HTTP/1.1" status: 200 len: 1096 time: 0.1708639 Jul 12 08:31:45.351979 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f3bfd897-c599-4fba-a59b-93e51d16ed30 req-669893ab-f7dc-4f62-bc2d-804c839cdf7d tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] 10.222.0.37 "GET /v2.0/security-groups?id=1adb7b5d-42f1-49ee-a325-3c6b5be54521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894578 Jul 12 08:31:45.370933 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:45.400770 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-caa8a892-d7d9-4da6-a039-70abd7bbfa2f req-da0ee9b8-96bd-4f28-b918-3617e119abed tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks [] for port, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:45.405905 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0c6a6a3-7421-426f-b7ae-aead0db6d454 {{(pid=92953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 08:31:45.457980 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:45.481074 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.provisioning_blocks [req-caa8a892-d7d9-4da6-a039-70abd7bbfa2f req-da0ee9b8-96bd-4f28-b918-3617e119abed tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Transition to ACTIVE for port object 981df685-a462-4059-9fe7-42d652f3077b will not be triggered until provisioned by entity DHCP. {{(pid=92952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:31:45.488374 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port c0c6a6a3-7421-426f-b7ae-aead0db6d454, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=c0c6a6a3-7421-426f-b7ae-aead0db6d454,segment=NetworkSegment(03fa2880-daf4-4588-a207-d365bbaa5d26),segment_id=03fa2880-daf4-4588-a207-d365bbaa5d26)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:31:45.516192 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port 9615cfd2-182f-40a4-a5e5-22e850202576, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=9615cfd2-182f-40a4-a5e5-22e850202576,segment=NetworkSegment(0f9fcbd0-77f2-47e1-a4af-6466181e27c6),segment_id=0f9fcbd0-77f2-47e1-a4af-6466181e27c6)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:31:45.518014 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca3d1c3f-59e4-4dec-96d8-4fb874223ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9615cfd2-182f-40a4-a5e5-22e850202576'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:31:45.521937 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af58d1c9f1a57ad28455f2a1c324eb475fddbc81caacf3fdebaad0c9863d536b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d1ea6d-1ee3-45be-a436-be88cae0e9da" -d '{"events": [{"server_uuid": "ca3d1c3f-59e4-4dec-96d8-4fb874223ad6", "name": "network-vif-plugged", "status": "completed", "tag": "9615cfd2-182f-40a4-a5e5-22e850202576"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:31:45.539233 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:45.561759 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:45.611144 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 08:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c891cf-549e-41a1-87cf-53f065c37930 x-openstack-request-id: req-01c891cf-549e-41a1-87cf-53f065c37930 {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:31:45.611982 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca3d1c3f-59e4-4dec-96d8-4fb874223ad6", "name": "network-vif-plugged", "status": "completed", "tag": "9615cfd2-182f-40a4-a5e5-22e850202576", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:31:45.612165 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-01c891cf-549e-41a1-87cf-53f065c37930 {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:31:45.612519 dv-cinder-800431-1-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca3d1c3f-59e4-4dec-96d8-4fb874223ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9615cfd2-182f-40a4-a5e5-22e850202576', 'code': 200} Jul 12 08:31:45.628256 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e80314-f7ef-4da4-885f-784054232ff3 req-0e7f31d8-39a8-44ff-9b4f-ec240b62c617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:45.630099 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-43e80314-f7ef-4da4-885f-784054232ff3 req-0e7f31d8-39a8-44ff-9b4f-ec240b62c617 service neutron] 10.222.0.23 "GET /v2.0/networks?id=85b41c83-81a1-43ad-b6bf-2d322948dd3e HTTP/1.1" status: 200 len: 919 time: 0.2733383 Jul 12 08:31:45.642938 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4307c63-8d19-4797-90ec-6a174258d433 req-e47fd6a3-c5c0-4940-ae3c-dc1e3c1b3f15 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:45.644540 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-f4307c63-8d19-4797-90ec-6a174258d433 req-e47fd6a3-c5c0-4940-ae3c-dc1e3c1b3f15 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b85e9a3-2c63-40e2-987e-49d253eb944d HTTP/1.1" status: 200 len: 943 time: 0.1144509 Jul 12 08:31:45.650029 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Pushing event updated for resources: {'Port': ['ID=c0c6a6a3-7421-426f-b7ae-aead0db6d454,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:45.688953 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-43e80314-f7ef-4da4-885f-784054232ff3 req-9eb79edf-62a9-409f-bfd8-a1dc6f830332 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=15d31eb4-584d-4f63-8984-41e03aeae0e2 HTTP/1.1" status: 200 len: 217 time: 0.0506625 Jul 12 08:31:45.698576 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-caa8a892-d7d9-4da6-a039-70abd7bbfa2f req-da0ee9b8-96bd-4f28-b918-3617e119abed tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748222641646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1188457'] for port, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:45.707098 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-f4307c63-8d19-4797-90ec-6a174258d433 req-29ad361d-a67c-4702-ab16-4a5211c57bb2 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565825 Jul 12 08:31:45.799227 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Pushing event updated for resources: {'Port': ['ID=9615cfd2-182f-40a4-a5e5-22e850202576,revision_number=5']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:45.863735 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] get_ports_and_sgs() called for port_ids ['c0c6a6a3-7421-426f-b7ae-aead0db6d454'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 08:31:45.905534 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caa8a892-d7d9-4da6-a039-70abd7bbfa2f req-da0ee9b8-96bd-4f28-b918-3617e119abed tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Network 87f9aa9d-4b32-44c0-9258-78c96af6cf8d is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:31:45.936197 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [req-caa8a892-d7d9-4da6-a039-70abd7bbfa2f req-da0ee9b8-96bd-4f28-b918-3617e119abed tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:31:45.944443 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa8a892-d7d9-4da6-a039-70abd7bbfa2f req-da0ee9b8-96bd-4f28-b918-3617e119abed tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Received port after_create {{(pid=92952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 08:31:46.035691 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8a892-d7d9-4da6-a039-70abd7bbfa2f req-da0ee9b8-96bd-4f28-b918-3617e119abed tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:46.036330 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-caa8a892-d7d9-4da6-a039-70abd7bbfa2f req-da0ee9b8-96bd-4f28-b918-3617e119abed tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:46.081305 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-df489494-17c3-4e7c-8279-013f930c2117 None None] Provisioning complete for port 9615cfd2-182f-40a4-a5e5-22e850202576 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:31:46.081680 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-df489494-17c3-4e7c-8279-013f930c2117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:46.126855 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0ee9b8-96bd-4f28-b918-3617e119abed tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Pushing event updated for resources: {'Port': ['ID=981df685-a462-4059-9fe7-42d652f3077b,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:46.202496 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e80314-f7ef-4da4-885f-784054232ff3 req-55d52932-a420-42af-9920-833f1aab2895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:46.204105 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-43e80314-f7ef-4da4-885f-784054232ff3 req-55d52932-a420-42af-9920-833f1aab2895 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fea1b1f0-4ade-4907-8fb8-44348ca7636e HTTP/1.1" status: 200 len: 858 time: 0.4751558 Jul 12 08:31:46.213872 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-caa8a892-d7d9-4da6-a039-70abd7bbfa2f req-da0ee9b8-96bd-4f28-b918-3617e119abed tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0786462 Jul 12 08:31:46.235764 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-caa8a892-d7d9-4da6-a039-70abd7bbfa2f req-1cc20f73-960d-43f2-b44e-79671ffcb285 service neutron] Request body: {'port': {'device_id': '1132c8d2-6ec2-4e37-b308-4ea6e49f5541', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:31:46.330441 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93f835-4f9d-4f58-affe-8d5dc55868b2 req-4c905c63-1115-4c62-a09d-a41c4ae930a6 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:46.332112 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0b93f835-4f9d-4f58-affe-8d5dc55868b2 req-4c905c63-1115-4c62-a09d-a41c4ae930a6 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 931 time: 0.1385348 Jul 12 08:31:46.386174 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0b93f835-4f9d-4f58-affe-8d5dc55868b2 req-6c4653b8-b585-403b-b903-bd4d972f987b tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471087 Jul 12 08:31:46.402684 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-e068667e-797c-48c2-b7df-4750c5e1bb0c None None] Provisioning for port 981df685-a462-4059-9fe7-42d652f3077b completed by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:31:46.407368 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-e068667e-797c-48c2-b7df-4750c5e1bb0c None None] Provisioning complete for port 981df685-a462-4059-9fe7-42d652f3077b triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:31:46.407747 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e068667e-797c-48c2-b7df-4750c5e1bb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:46.449560 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-e068667e-797c-48c2-b7df-4750c5e1bb0c None None] Port 981df685-a462-4059-9fe7-42d652f3077b cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 08:31:46.545988 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-43e80314-f7ef-4da4-885f-784054232ff3 req-a82fe872-42a8-46bd-a501-65fd4cc2f24f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=85b41c83-81a1-43ad-b6bf-2d322948dd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3310587 Jul 12 08:31:46.601418 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02bd970-97a1-4892-9285-9999537bb846 req-91441904-1564-48f5-9c4b-2297379d28d4 tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:46.603811 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-f02bd970-97a1-4892-9285-9999537bb846 req-91441904-1564-48f5-9c4b-2297379d28d4 tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] 10.222.0.37 "GET /v2.0/ports?device_id=fea42424-78ac-4cf7-8021-c853f29d7fbd HTTP/1.1" status: 200 len: 946 time: 0.0826125 Jul 12 08:31:46.646708 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-f02bd970-97a1-4892-9285-9999537bb846 req-59116303-c503-4804-9b58-bcf9265c10ea tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] 10.222.0.37 "GET /v2.0/security-groups?id=1adb7b5d-42f1-49ee-a325-3c6b5be54521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358012 Jul 12 08:31:46.662959 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bd9071-a104-426e-a5cb-dbdf25e565cf req-7b2ca10d-860c-405a-8284-e850ac9585e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:46.665507 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-93bd9071-a104-426e-a5cb-dbdf25e565cf req-7b2ca10d-860c-405a-8284-e850ac9585e5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ca3d1c3f-59e4-4dec-96d8-4fb874223ad6 HTTP/1.1" status: 200 len: 1098 time: 0.6419919 Jul 12 08:31:46.678658 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421c09f-ed9b-4e31-aff7-f961a2d7f9da req-a022f689-251b-4bd6-8b79-48b8d5904b5b tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:46.680889 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6421c09f-ed9b-4e31-aff7-f961a2d7f9da req-a022f689-251b-4bd6-8b79-48b8d5904b5b tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3d1c3f-59e4-4dec-96d8-4fb874223ad6 HTTP/1.1" status: 200 len: 945 time: 0.6526272 Jul 12 08:31:46.714369 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-caa8a892-d7d9-4da6-a039-70abd7bbfa2f req-1cc20f73-960d-43f2-b44e-79671ffcb285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:46.781548 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-93bd9071-a104-426e-a5cb-dbdf25e565cf req-eeb296de-1081-47fa-bf6b-7e42fee5f4b2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2c76d369-3c1a-4588-acc0-cfa913107d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979538 Jul 12 08:31:46.811686 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-43e80314-f7ef-4da4-885f-784054232ff3 req-16631713-e207-4d20-aeea-676e1e56d95a service neutron] 10.222.0.23 "GET /v2.0/networks/85b41c83-81a1-43ad-b6bf-2d322948dd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550037 Jul 12 08:31:46.911439 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6421c09f-ed9b-4e31-aff7-f961a2d7f9da req-aa2c5bfe-3beb-4fca-a332-fc59d6d2f0e5 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c76d369-3c1a-4588-acc0-cfa913107d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2191458 Jul 12 08:31:46.927997 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ef427-3d6b-4d64-bee8-641d38b5080b req-425826cc-74f0-44d8-8b73-d1db67012f48 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:46.931214 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9b8ef427-3d6b-4d64-bee8-641d38b5080b req-425826cc-74f0-44d8-8b73-d1db67012f48 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b85e9a3-2c63-40e2-987e-49d253eb944d HTTP/1.1" status: 200 len: 943 time: 0.0807145 Jul 12 08:31:47.008049 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9b8ef427-3d6b-4d64-bee8-641d38b5080b req-3077f0e3-35a6-4ea5-9e93-98d3d728d775 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686276 Jul 12 08:31:47.070285 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-43e80314-f7ef-4da4-885f-784054232ff3 req-496c235f-1f0b-4f34-9848-9cf95ac6a3c5 service neutron] 10.222.0.23 "GET /v2.0/networks/85b41c83-81a1-43ad-b6bf-2d322948dd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842062 Jul 12 08:31:47.155640 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 15d31eb4-584d-4f63-8984-41e03aeae0e2 details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=92953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 08:31:47.157903 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device c0c6a6a3-7421-426f-b7ae-aead0db6d454 up at agent hyperv_hv-cinder-80043 {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:31:47.169532 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [req-caa8a892-d7d9-4da6-a039-70abd7bbfa2f req-1cc20f73-960d-43f2-b44e-79671ffcb285 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 981df685-a462-4059-9fe7-42d652f3077b {{(pid=92952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 08:31:47.177845 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-caa8a892-d7d9-4da6-a039-70abd7bbfa2f req-1cc20f73-960d-43f2-b44e-79671ffcb285 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:47.193080 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.provisioning_blocks [req-caa8a892-d7d9-4da6-a039-70abd7bbfa2f req-1cc20f73-960d-43f2-b44e-79671ffcb285 service neutron] Transition to ACTIVE for port object 981df685-a462-4059-9fe7-42d652f3077b will not be triggered until provisioned by entity L2. {{(pid=92952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:31:47.203109 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-caa8a892-d7d9-4da6-a039-70abd7bbfa2f req-1cc20f73-960d-43f2-b44e-79671ffcb285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1188479'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:47.275936 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Provisioning for port c0c6a6a3-7421-426f-b7ae-aead0db6d454 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:31:47.284138 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Provisioning complete for port c0c6a6a3-7421-426f-b7ae-aead0db6d454 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:31:47.284519 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:47.323638 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port 15d31eb4-584d-4f63-8984-41e03aeae0e2, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=15d31eb4-584d-4f63-8984-41e03aeae0e2,segment=NetworkSegment(03fa2880-daf4-4588-a207-d365bbaa5d26),segment_id=03fa2880-daf4-4588-a207-d365bbaa5d26)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:31:47.342226 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Returning: {'device': '15d31eb4-584d-4f63-8984-41e03aeae0e2', 'network_id': '85b41c83-81a1-43ad-b6bf-2d322948dd3e', 'port_id': '15d31eb4-584d-4f63-8984-41e03aeae0e2', 'mac_address': 'fa:16:3e:b6:6c:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fea1b1f0-4ade-4907-8fb8-44348ca7636e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 08:31:47.346756 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc20f73-960d-43f2-b44e-79671ffcb285 service neutron] Pushing event updated for resources: {'Port': ['ID=981df685-a462-4059-9fe7-42d652f3077b,revision_number=2']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:47.360841 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-caa8a892-d7d9-4da6-a039-70abd7bbfa2f req-1cc20f73-960d-43f2-b44e-79671ffcb285 service neutron] Attempting to bind port 981df685-a462-4059-9fe7-42d652f3077b on host hv-cinder-80043 for vnic_type normal with profile {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 08:31:47.361239 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-caa8a892-d7d9-4da6-a039-70abd7bbfa2f req-1cc20f73-960d-43f2-b44e-79671ffcb285 service neutron] Attempting to bind port 981df685-a462-4059-9fe7-42d652f3077b by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': '8ae57f27-2f55-4ba4-8135-7182c274f38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '87f9aa9d-4b32-44c0-9258-78c96af6cf8d'}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 08:31:47.361604 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa8a892-d7d9-4da6-a039-70abd7bbfa2f req-1cc20f73-960d-43f2-b44e-79671ffcb285 service neutron] Attempting to bind port 981df685-a462-4059-9fe7-42d652f3077b on network 87f9aa9d-4b32-44c0-9258-78c96af6cf8d {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:31:47.367587 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa8a892-d7d9-4da6-a039-70abd7bbfa2f req-1cc20f73-960d-43f2-b44e-79671ffcb285 service neutron] Port 981df685-a462-4059-9fe7-42d652f3077b on network 87f9aa9d-4b32-44c0-9258-78c96af6cf8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 08:31:47.368708 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa8a892-d7d9-4da6-a039-70abd7bbfa2f req-1cc20f73-960d-43f2-b44e-79671ffcb285 service neutron] Attempting to bind port 981df685-a462-4059-9fe7-42d652f3077b on network 87f9aa9d-4b32-44c0-9258-78c96af6cf8d {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:31:47.374359 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa8a892-d7d9-4da6-a039-70abd7bbfa2f req-1cc20f73-960d-43f2-b44e-79671ffcb285 service neutron] Checking agent: {'id': '9498d972-5d3d-47a0-93c6-a71636d6a88c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 8, 29, 30), 'started_at': datetime.datetime(2021, 7, 12, 8, 29, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 8, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 08:31:47.374845 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa8a892-d7d9-4da6-a039-70abd7bbfa2f req-1cc20f73-960d-43f2-b44e-79671ffcb285 service neutron] Checking segment: {'id': '8ae57f27-2f55-4ba4-8135-7182c274f38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '87f9aa9d-4b32-44c0-9258-78c96af6cf8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:31:47.376166 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa8a892-d7d9-4da6-a039-70abd7bbfa2f req-1cc20f73-960d-43f2-b44e-79671ffcb285 service neutron] Bound using segment: {'id': '8ae57f27-2f55-4ba4-8135-7182c274f38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '87f9aa9d-4b32-44c0-9258-78c96af6cf8d'} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 08:31:47.376731 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-caa8a892-d7d9-4da6-a039-70abd7bbfa2f req-1cc20f73-960d-43f2-b44e-79671ffcb285 service neutron] Bound port: 981df685-a462-4059-9fe7-42d652f3077b, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ae57f27-2f55-4ba4-8135-7182c274f38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '87f9aa9d-4b32-44c0-9258-78c96af6cf8d'}}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 08:31:47.377165 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-caa8a892-d7d9-4da6-a039-70abd7bbfa2f req-1cc20f73-960d-43f2-b44e-79671ffcb285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:47.434656 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:47.474549 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-caa8a892-d7d9-4da6-a039-70abd7bbfa2f req-1cc20f73-960d-43f2-b44e-79671ffcb285 service neutron] For port 981df685-a462-4059-9fe7-42d652f3077b, host hv-cinder-80043, cleared binding levels {{(pid=92952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 08:31:47.477543 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15d31eb4-584d-4f63-8984-41e03aeae0e2 {{(pid=92953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 08:31:47.478967 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-caa8a892-d7d9-4da6-a039-70abd7bbfa2f req-1cc20f73-960d-43f2-b44e-79671ffcb285 service neutron] For port 981df685-a462-4059-9fe7-42d652f3077b, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=981df685-a462-4059-9fe7-42d652f3077b,segment=NetworkSegment(8ae57f27-2f55-4ba4-8135-7182c274f38c),segment_id=8ae57f27-2f55-4ba4-8135-7182c274f38c)] {{(pid=92952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 08:31:47.505372 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-caa8a892-d7d9-4da6-a039-70abd7bbfa2f req-1cc20f73-960d-43f2-b44e-79671ffcb285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1188479'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:47.530947 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port 15d31eb4-584d-4f63-8984-41e03aeae0e2, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=15d31eb4-584d-4f63-8984-41e03aeae0e2,segment=NetworkSegment(03fa2880-daf4-4588-a207-d365bbaa5d26),segment_id=03fa2880-daf4-4588-a207-d365bbaa5d26)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:31:47.535810 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:47.540914 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:47.573079 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc20f73-960d-43f2-b44e-79671ffcb285 service neutron] Pushing event updated for resources: {'Port': ['ID=981df685-a462-4059-9fe7-42d652f3077b,revision_number=3']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:47.620415 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8a892-d7d9-4da6-a039-70abd7bbfa2f req-1cc20f73-960d-43f2-b44e-79671ffcb285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:47.621037 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-caa8a892-d7d9-4da6-a039-70abd7bbfa2f req-1cc20f73-960d-43f2-b44e-79671ffcb285 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:47.625384 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-caa8a892-d7d9-4da6-a039-70abd7bbfa2f req-1cc20f73-960d-43f2-b44e-79671ffcb285 service neutron] 10.222.0.23 "PUT /v2.0/ports/981df685-a462-4059-9fe7-42d652f3077b HTTP/1.1" status: 200 len: 1093 time: 1.3942678 Jul 12 08:31:47.626131 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1132c8d2-6ec2-4e37-b308-4ea6e49f5541', 'tag': '981df685-a462-4059-9fe7-42d652f3077b'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:31:47.628460 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35659b288decb3563870ae931b8d662eab2da969d6ab5856613d86fcebdbc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c920ed13-68cf-4f01-a4ea-15565b8ecd24" -d '{"events": [{"name": "network-changed", "server_uuid": "1132c8d2-6ec2-4e37-b308-4ea6e49f5541", "tag": "981df685-a462-4059-9fe7-42d652f3077b"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:31:47.641890 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319e414f-c9c7-44e8-895d-e94fbdfd8870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c6a6a3-7421-426f-b7ae-aead0db6d454'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:31:47.644166 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af58d1c9f1a57ad28455f2a1c324eb475fddbc81caacf3fdebaad0c9863d536b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749c3406-4669-40a6-a806-6d7b28377dcc" -d '{"events": [{"server_uuid": "319e414f-c9c7-44e8-895d-e94fbdfd8870", "name": "network-vif-plugged", "status": "completed", "tag": "c0c6a6a3-7421-426f-b7ae-aead0db6d454"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:31:47.703208 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 08:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2848fb1-8891-428e-8057-1e4068f3d216 x-openstack-request-id: req-b2848fb1-8891-428e-8057-1e4068f3d216 {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:31:47.703566 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1132c8d2-6ec2-4e37-b308-4ea6e49f5541", "tag": "981df685-a462-4059-9fe7-42d652f3077b", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:31:47.703805 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b2848fb1-8891-428e-8057-1e4068f3d216 {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:31:47.704215 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1132c8d2-6ec2-4e37-b308-4ea6e49f5541', 'tag': '981df685-a462-4059-9fe7-42d652f3077b', 'status': 'completed', 'code': 200} Jul 12 08:31:47.732818 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port c0c6a6a3-7421-426f-b7ae-aead0db6d454, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=c0c6a6a3-7421-426f-b7ae-aead0db6d454,segment=NetworkSegment(03fa2880-daf4-4588-a207-d365bbaa5d26),segment_id=03fa2880-daf4-4588-a207-d365bbaa5d26)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:31:47.734188 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Pushing event updated for resources: {'Port': ['ID=15d31eb4-584d-4f63-8984-41e03aeae0e2,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:47.761142 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:47.782063 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 08:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0605adc6-f7d8-413a-853d-4a97461b92c7 x-openstack-request-id: req-0605adc6-f7d8-413a-853d-4a97461b92c7 {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:31:47.782438 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "319e414f-c9c7-44e8-895d-e94fbdfd8870", "name": "network-vif-plugged", "status": "completed", "tag": "c0c6a6a3-7421-426f-b7ae-aead0db6d454", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:31:47.782727 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0605adc6-f7d8-413a-853d-4a97461b92c7 {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:31:47.783121 dv-cinder-800431-1-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '319e414f-c9c7-44e8-895d-e94fbdfd8870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c6a6a3-7421-426f-b7ae-aead0db6d454', 'code': 200} Jul 12 08:31:47.809529 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a8b02e-1f99-4f66-acef-9ed74d969f98 req-5c95b0ab-f2c0-41c1-bc35-fbf21fe26404 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:47.813068 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-24a8b02e-1f99-4f66-acef-9ed74d969f98 req-5c95b0ab-f2c0-41c1-bc35-fbf21fe26404 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 943 time: 0.2438989 Jul 12 08:31:47.848172 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Pushing event updated for resources: {'Port': ['ID=c0c6a6a3-7421-426f-b7ae-aead0db6d454,revision_number=5']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:47.860226 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] get_ports_and_sgs() called for port_ids ['15d31eb4-584d-4f63-8984-41e03aeae0e2'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 08:31:47.908243 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-24a8b02e-1f99-4f66-acef-9ed74d969f98 req-508a5781-3863-46d9-b42c-3550e350c2b0 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882299 Jul 12 08:31:47.918355 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8a892-d7d9-4da6-a039-70abd7bbfa2f req-08ddfd74-3b19-4217-90dc-ac2d3c469607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:47.920496 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-caa8a892-d7d9-4da6-a039-70abd7bbfa2f req-08ddfd74-3b19-4217-90dc-ac2d3c469607 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ca5d7c4d35274957aea289fc8cbe4d73&device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 1096 time: 0.2126071 Jul 12 08:31:47.988691 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-caa8a892-d7d9-4da6-a039-70abd7bbfa2f req-96a385b7-d715-4c06-8502-35eb88907997 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=981df685-a462-4059-9fe7-42d652f3077b HTTP/1.1" status: 200 len: 217 time: 0.0474780 Jul 12 08:31:48.096513 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8a892-d7d9-4da6-a039-70abd7bbfa2f req-6658f9b7-ca42-4fcd-adcf-5525cca70f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:48.099897 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-caa8a892-d7d9-4da6-a039-70abd7bbfa2f req-6658f9b7-ca42-4fcd-adcf-5525cca70f06 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2a3005b3-6c18-4cb2-94e4-48e9cf6a930f HTTP/1.1" status: 200 len: 855 time: 0.1015558 Jul 12 08:31:48.197896 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859bdb79-9ef9-4bfe-bbda-1fbe474bf3ed req-6be9ba06-fbad-483f-83c6-6373f5e3bad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:48.199402 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-859bdb79-9ef9-4bfe-bbda-1fbe474bf3ed req-6be9ba06-fbad-483f-83c6-6373f5e3bad6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 1098 time: 0.1656513 Jul 12 08:31:48.235799 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc47c4-5ff7-48bb-87cf-eb403d5ad98d req-2701ba62-a6eb-4e1f-853b-247258a0983d tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:48.238015 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e8bc47c4-5ff7-48bb-87cf-eb403d5ad98d req-2701ba62-a6eb-4e1f-853b-247258a0983d tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3d1c3f-59e4-4dec-96d8-4fb874223ad6 HTTP/1.1" status: 200 len: 945 time: 0.0950031 Jul 12 08:31:48.288581 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-859bdb79-9ef9-4bfe-bbda-1fbe474bf3ed req-48de2fca-37b2-49da-bc0d-b88654413fb4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668843 Jul 12 08:31:48.292355 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e8bc47c4-5ff7-48bb-87cf-eb403d5ad98d req-dd376f7d-ffb5-4077-9749-58561e9975e9 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c76d369-3c1a-4588-acc0-cfa913107d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471334 Jul 12 08:31:48.307509 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8a892-d7d9-4da6-a039-70abd7bbfa2f req-147d273b-a1ec-4cb5-8675-0ba88272f019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:48.309045 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-caa8a892-d7d9-4da6-a039-70abd7bbfa2f req-147d273b-a1ec-4cb5-8675-0ba88272f019 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=87f9aa9d-4b32-44c0-9258-78c96af6cf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2031453 Jul 12 08:31:48.330243 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01d012-353c-4589-bee7-cfce537df292 req-6c8b69af-fe22-499c-90ac-521def7861c0 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:48.334804 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4f01d012-353c-4589-bee7-cfce537df292 req-6c8b69af-fe22-499c-90ac-521def7861c0 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b85e9a3-2c63-40e2-987e-49d253eb944d HTTP/1.1" status: 200 len: 944 time: 0.1603785 Jul 12 08:31:48.456200 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4f01d012-353c-4589-bee7-cfce537df292 req-34e8d70b-1bea-4820-806c-bb7a71195369 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166105 Jul 12 08:31:48.467258 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-caa8a892-d7d9-4da6-a039-70abd7bbfa2f req-a7cd991c-328b-4d76-928a-b500f4377d25 service neutron] 10.222.0.23 "GET /v2.0/networks/87f9aa9d-4b32-44c0-9258-78c96af6cf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210244 Jul 12 08:31:48.498052 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 36262) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:48.600118 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-caa8a892-d7d9-4da6-a039-70abd7bbfa2f req-f47a72b1-9f14-4f6c-aef4-2abbc625731b service neutron] 10.222.0.23 "GET /v2.0/networks/87f9aa9d-4b32-44c0-9258-78c96af6cf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256795 Jul 12 08:31:48.654826 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-dce7894a-2ae3-4a43-8f86-25e12668d3b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:48.738767 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c791cf-b656-45cf-afc1-89dfc49539f4 req-c4028b2e-ef42-4ad2-bf14-5b05045ba42b tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:48.744014 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a2c791cf-b656-45cf-afc1-89dfc49539f4 req-c4028b2e-ef42-4ad2-bf14-5b05045ba42b tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3d1c3f-59e4-4dec-96d8-4fb874223ad6 HTTP/1.1" status: 200 len: 945 time: 0.1251802 Jul 12 08:31:48.749362 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 36272) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:48.756521 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-ce7bfea9-7d07-49b0-9d8a-756fb385f0d3 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Request body: {'floatingip': {'port_id': '9615cfd2-182f-40a4-a5e5-22e850202576'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:31:48.756660 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c920ed13-68cf-4f01-a4ea-15565b8ecd24 req-a11e752f-5cb2-4b36-b6d9-83d73b1766db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:48.758131 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c920ed13-68cf-4f01-a4ea-15565b8ecd24 req-a11e752f-5cb2-4b36-b6d9-83d73b1766db service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ca5d7c4d35274957aea289fc8cbe4d73&device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 1096 time: 0.1016741 Jul 12 08:31:48.827972 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-ce7bfea9-7d07-49b0-9d8a-756fb385f0d3 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks [] for floatingip, before_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:48.914372 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c920ed13-68cf-4f01-a4ea-15565b8ecd24 req-8bd4bda2-7fb2-4561-8712-f0a1b7175d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:48.915936 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c920ed13-68cf-4f01-a4ea-15565b8ecd24 req-8bd4bda2-7fb2-4561-8712-f0a1b7175d3f service neutron] 10.222.0.23 "GET /v2.0/networks?id=87f9aa9d-4b32-44c0-9258-78c96af6cf8d HTTP/1.1" status: 200 len: 917 time: 0.1005025 Jul 12 08:31:48.939927 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-dce7894a-2ae3-4a43-8f86-25e12668d3b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:48.953662 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-dce7894a-2ae3-4a43-8f86-25e12668d3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:49.002763 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c920ed13-68cf-4f01-a4ea-15565b8ecd24 req-36bff97c-b4d5-4a0d-a057-e5956536a5b3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=981df685-a462-4059-9fe7-42d652f3077b HTTP/1.1" status: 200 len: 217 time: 0.0644314 Jul 12 08:31:49.066885 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce7894a-2ae3-4a43-8f86-25e12668d3b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7ed776-0f62-4ac3-adef-929992c69a21,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:49.072359 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-dce7894a-2ae3-4a43-8f86-25e12668d3b6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=efec4e25c0eb427db1624b2cd33b0744&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5730746 Jul 12 08:31:49.079492 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 36288) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:49.133008 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c920ed13-68cf-4f01-a4ea-15565b8ecd24 req-2229a3f3-522d-421d-8322-73dd27a5e601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:49.135106 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c920ed13-68cf-4f01-a4ea-15565b8ecd24 req-2229a3f3-522d-421d-8322-73dd27a5e601 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2a3005b3-6c18-4cb2-94e4-48e9cf6a930f HTTP/1.1" status: 200 len: 855 time: 0.1207561 Jul 12 08:31:49.158148 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-2aee40c0-db0b-434d-a8c5-58014c2a560a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:49.166141 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 15d31eb4-584d-4f63-8984-41e03aeae0e2 up at agent hyperv_hv-cinder-80043 {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:31:49.219291 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Provisioning for port 15d31eb4-584d-4f63-8984-41e03aeae0e2 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:31:49.221059 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-2aee40c0-db0b-434d-a8c5-58014c2a560a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:49.224980 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Provisioning complete for port 15d31eb4-584d-4f63-8984-41e03aeae0e2 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:31:49.225599 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:49.291524 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f46bac-be5c-4cd8-8b0b-50990854ff1f req-0a4882aa-b388-4f82-8227-176b4f2e6661 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:49.295638 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-52f46bac-be5c-4cd8-8b0b-50990854ff1f req-0a4882aa-b388-4f82-8227-176b4f2e6661 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 943 time: 0.2193532 Jul 12 08:31:49.297751 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c920ed13-68cf-4f01-a4ea-15565b8ecd24 req-44bcd2f2-fb49-4dbc-9b9c-292fcb42ace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:49.300978 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c920ed13-68cf-4f01-a4ea-15565b8ecd24 req-44bcd2f2-fb49-4dbc-9b9c-292fcb42ace9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=87f9aa9d-4b32-44c0-9258-78c96af6cf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1391954 Jul 12 08:31:49.333865 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-2aee40c0-db0b-434d-a8c5-58014c2a560a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:49.337353 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-2aee40c0-db0b-434d-a8c5-58014c2a560a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:49.341124 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-2aee40c0-db0b-434d-a8c5-58014c2a560a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4f7ed776-0f62-4ac3-adef-929992c69a21 HTTP/1.1" status: 204 len: 168 time: 0.2606463 Jul 12 08:31:49.392630 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aee40c0-db0b-434d-a8c5-58014c2a560a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7ed776-0f62-4ac3-adef-929992c69a21,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:49.395378 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:49.444448 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-52f46bac-be5c-4cd8-8b0b-50990854ff1f req-0c7172d5-d49e-4e23-8f7e-05c72fc896c8 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245167 Jul 12 08:31:49.454277 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port 15d31eb4-584d-4f63-8984-41e03aeae0e2, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=15d31eb4-584d-4f63-8984-41e03aeae0e2,segment=NetworkSegment(03fa2880-daf4-4588-a207-d365bbaa5d26),segment_id=03fa2880-daf4-4588-a207-d365bbaa5d26)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:31:49.461718 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:49.464234 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c920ed13-68cf-4f01-a4ea-15565b8ecd24 req-c73377da-d409-4b61-b1ff-ce435ce3a702 service neutron] 10.222.0.23 "GET /v2.0/networks/87f9aa9d-4b32-44c0-9258-78c96af6cf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466939 Jul 12 08:31:49.637742 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Pushing event updated for resources: {'Port': ['ID=15d31eb4-584d-4f63-8984-41e03aeae0e2,revision_number=5']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:49.647997 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c920ed13-68cf-4f01-a4ea-15565b8ecd24 req-4e8e7523-42d0-42b7-98af-f00d09954937 service neutron] 10.222.0.23 "GET /v2.0/networks/87f9aa9d-4b32-44c0-9258-78c96af6cf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781344 Jul 12 08:31:49.784950 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b85e9a3-2c63-40e2-987e-49d253eb944d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15d31eb4-584d-4f63-8984-41e03aeae0e2'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:31:49.787547 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af58d1c9f1a57ad28455f2a1c324eb475fddbc81caacf3fdebaad0c9863d536b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48cfb092-8ee8-400f-a777-ed3ae71af106" -d '{"events": [{"server_uuid": "1b85e9a3-2c63-40e2-987e-49d253eb944d", "name": "network-vif-plugged", "status": "completed", "tag": "15d31eb4-584d-4f63-8984-41e03aeae0e2"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:31:49.827371 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ba0b5-6568-418b-9e68-3cec92c6b769 req-83435ac4-a89e-4a0c-aa0b-5b71351cc0cb tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:49.839753 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ca9ba0b5-6568-418b-9e68-3cec92c6b769 req-83435ac4-a89e-4a0c-aa0b-5b71351cc0cb tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b85e9a3-2c63-40e2-987e-49d253eb944d HTTP/1.1" status: 200 len: 945 time: 0.1118443 Jul 12 08:31:49.863008 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 08:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a78436b-2f45-4788-9490-2be43242b07b x-openstack-request-id: req-9a78436b-2f45-4788-9490-2be43242b07b {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:31:49.863375 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b85e9a3-2c63-40e2-987e-49d253eb944d", "name": "network-vif-plugged", "status": "completed", "tag": "15d31eb4-584d-4f63-8984-41e03aeae0e2", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:31:49.863704 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9a78436b-2f45-4788-9490-2be43242b07b {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:31:49.864036 dv-cinder-800431-1-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b85e9a3-2c63-40e2-987e-49d253eb944d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15d31eb4-584d-4f63-8984-41e03aeae0e2', 'code': 200} Jul 12 08:31:49.874865 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 36324) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:49.896676 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-2c7c76be-043b-4a5a-be5a-5d21a6c8c461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:49.928038 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ca9ba0b5-6568-418b-9e68-3cec92c6b769 req-d3fa4a60-12e8-40d1-8622-399ab7fc0ec3 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873508 Jul 12 08:31:50.025112 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-2c7c76be-043b-4a5a-be5a-5d21a6c8c461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:50.031076 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-2c7c76be-043b-4a5a-be5a-5d21a6c8c461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:50.081970 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-2c7c76be-043b-4a5a-be5a-5d21a6c8c461 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f6b4881f3b4c45129c3a708fde0e18b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2058456 Jul 12 08:31:50.082728 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 36328) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:50.085136 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c76be-043b-4a5a-be5a-5d21a6c8c461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a578be2-bd91-42be-9f19-be7d1baecdbf,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:50.180449 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-ce7bfea9-7d07-49b0-9d8a-756fb385f0d3 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:50.184487 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-ce7bfea9-7d07-49b0-9d8a-756fb385f0d3 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-940870'] for floatingip, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:50.186798 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-76a329f9-5c1d-48c2-b5fb-353122314eb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:50.214612 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-76a329f9-5c1d-48c2-b5fb-353122314eb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:50.224429 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca23113-2566-4eac-9f8a-8e4c6ba3072e req-151e841b-ff7a-4d57-be65-28b71f8d4bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:50.225942 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-bca23113-2566-4eac-9f8a-8e4c6ba3072e req-151e841b-ff7a-4d57-be65-28b71f8d4bef service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1b85e9a3-2c63-40e2-987e-49d253eb944d HTTP/1.1" status: 200 len: 1098 time: 0.0959105 Jul 12 08:31:50.274256 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-bca23113-2566-4eac-9f8a-8e4c6ba3072e req-f56f3457-b997-4f18-9020-63b0e099269d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411527 Jul 12 08:31:50.289451 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-76a329f9-5c1d-48c2-b5fb-353122314eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:50.291998 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.db.l3_db [None req-ce7bfea9-7d07-49b0-9d8a-756fb385f0d3 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Floating IP 4c65855e-1969-4b90-83a3-9820ba4943c7 associated. External IP: 172.27.1.51, port: 9615cfd2-182f-40a4-a5e5-22e850202576. Jul 12 08:31:50.292483 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-76a329f9-5c1d-48c2-b5fb-353122314eb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:50.293202 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-76a329f9-5c1d-48c2-b5fb-353122314eb1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4a578be2-bd91-42be-9f19-be7d1baecdbf HTTP/1.1" status: 204 len: 168 time: 0.2093091 Jul 12 08:31:50.301239 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a329f9-5c1d-48c2-b5fb-353122314eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a578be2-bd91-42be-9f19-be7d1baecdbf,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:50.503238 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce7bfea9-7d07-49b0-9d8a-756fb385f0d3 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Router 59a260da-04ad-498b-a2d9-3307dd0da82c has already been hosted by L3 agent c0ba3535-5ad7-41e9-9cdc-b89c0ff976de {{(pid=92951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 08:31:50.662310 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7bfea9-7d07-49b0-9d8a-756fb385f0d3 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify agent at l3_agent.dv-cinder-800431-1-iscsi the message routers_updated {{(pid=92951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 08:31:50.667249 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-ce7bfea9-7d07-49b0-9d8a-756fb385f0d3 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for floatingip, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:50.679657 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a03151-9efa-44f5-a024-d23e7f8ac37e None None] Sync routers for ids ['59a260da-04ad-498b-a2d9-3307dd0da82c'] in dv-cinder-800431-1-iscsi {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 08:31:50.691200 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a03151-9efa-44f5-a024-d23e7f8ac37e None None] Routers {'59a260da-04ad-498b-a2d9-3307dd0da82c'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:31:50.692037 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-78a03151-9efa-44f5-a024-d23e7f8ac37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:31:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['59a260da-04ad-498b-a2d9-3307dd0da82c'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:31:50.725933 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe1160-d390-4b65-89ec-b82701921291 req-90230256-30cc-4a6d-9186-e70fd11e641f tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:50.725933 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-4cbe1160-d390-4b65-89ec-b82701921291 req-90230256-30cc-4a6d-9186-e70fd11e641f tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 943 time: 0.1194949 Jul 12 08:31:50.726720 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-ce7bfea9-7d07-49b0-9d8a-756fb385f0d3 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "PUT /v2.0/floatingips/4c65855e-1969-4b90-83a3-9820ba4943c7 HTTP/1.1" status: 200 len: 990 time: 1.9763739 Jul 12 08:31:50.728061 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca3d1c3f-59e4-4dec-96d8-4fb874223ad6', 'tag': '9615cfd2-182f-40a4-a5e5-22e850202576'}] {{(pid=92951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:31:50.740645 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38e9910cefffc49adb1534bd55ac7351ec59ca62d7d2bb3cc14e5997e7fa66f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b51b38-c260-4e09-ba56-abf0ff65ee95" -d '{"events": [{"name": "network-changed", "server_uuid": "ca3d1c3f-59e4-4dec-96d8-4fb874223ad6", "tag": "9615cfd2-182f-40a4-a5e5-22e850202576"}]}' {{(pid=92951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:31:50.820618 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-78a03151-9efa-44f5-a024-d23e7f8ac37e None None] Set router 59a260da-04ad-498b-a2d9-3307dd0da82c gateway port host: dv-cinder-800431-1-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:31:50.829755 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-4cbe1160-d390-4b65-89ec-b82701921291 req-c045aa60-c5dd-4907-aa2a-bb9d70973f00 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856264 Jul 12 08:31:50.919034 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 08:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db15c85a-3fa7-4b02-a10e-19456bd2d15a x-openstack-request-id: req-db15c85a-3fa7-4b02-a10e-19456bd2d15a {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:31:50.919495 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca3d1c3f-59e4-4dec-96d8-4fb874223ad6", "tag": "9615cfd2-182f-40a4-a5e5-22e850202576", "status": "completed", "code": 200}]} {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:31:50.919745 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-db15c85a-3fa7-4b02-a10e-19456bd2d15a {{(pid=92951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:31:50.920131 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca3d1c3f-59e4-4dec-96d8-4fb874223ad6', 'tag': '9615cfd2-182f-40a4-a5e5-22e850202576', 'status': 'completed', 'code': 200} Jul 12 08:31:51.119134 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-78a03151-9efa-44f5-a024-d23e7f8ac37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a260da-04ad-498b-a2d9-3307dd0da82c', 'name': 'tempest-AttachVolumeTestJSON-1782835244-router', 'tenant_id': '2b5b16bf27b543fb92132074924097b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '07f95d4c-3817-4137-9ea5-87443a9b00aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:31:07Z', 'updated_at': '2021-07-12T08:31:17Z', 'revision_number': 4, 'project_id': '2b5b16bf27b543fb92132074924097b0', 'gw_port': {'id': '07f95d4c-3817-4137-9ea5-87443a9b00aa', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:dd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a260da-04ad-498b-a2d9-3307dd0da82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:08Z', 'updated_at': '2021-07-12T08:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_floatingips': [{'id': '4c65855e-1969-4b90-83a3-9820ba4943c7', 'tenant_id': '2b5b16bf27b543fb92132074924097b0', 'floating_ip_address': '172.27.1.51', 'floating_network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'router_id': '59a260da-04ad-498b-a2d9-3307dd0da82c', 'port_id': '9615cfd2-182f-40a4-a5e5-22e850202576', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87af1681-88b0-408a-a0a8-01a2bb52ff86', 'mac_address': 'fa:16:3e:39:a5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3d1c3f-59e4-4dec-96d8-4fb874223ad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T08:31:27Z', 'updated_at': '2021-07-12T08:31:50Z', 'revision_number': 1, 'project_id': '2b5b16bf27b543fb92132074924097b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ff799b1-e976-44d7-8560-425802963031', 'name': '', 'network_id': '87af1681-88b0-408a-a0a8-01a2bb52ff86', 'tenant_id': '2b5b16bf27b543fb92132074924097b0', 'mac_address': 'fa:16:3e:d0:d9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a260da-04ad-498b-a2d9-3307dd0da82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1b424425-fba9-4165-b007-490b023a5f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:13Z', 'updated_at': '2021-07-12T08:31:31Z', 'revision_number': 5, 'project_id': '2b5b16bf27b543fb92132074924097b0', 'subnets': [{'id': '1b424425-fba9-4165-b007-490b023a5f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:31:51.128319 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e473cd-e41b-4a09-b965-5035ff91ebe5 req-487e1282-5297-4142-96f3-30f72d6fc69e tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:51.130119 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-08e473cd-e41b-4a09-b965-5035ff91ebe5 req-487e1282-5297-4142-96f3-30f72d6fc69e tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b85e9a3-2c63-40e2-987e-49d253eb944d HTTP/1.1" status: 200 len: 945 time: 0.0716865 Jul 12 08:31:51.145403 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a03151-9efa-44f5-a024-d23e7f8ac37e None None] Checking router: 59a260da-04ad-498b-a2d9-3307dd0da82c for host: dv-cinder-800431-1-iscsi {{(pid=92954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 08:31:51.154672 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a03151-9efa-44f5-a024-d23e7f8ac37e None None] Routers {'59a260da-04ad-498b-a2d9-3307dd0da82c'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:31:51.155289 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-78a03151-9efa-44f5-a024-d23e7f8ac37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:31:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['59a260da-04ad-498b-a2d9-3307dd0da82c'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:31:51.167946 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-08e473cd-e41b-4a09-b965-5035ff91ebe5 req-78b59b43-c3ca-46a0-99e6-257224ea5282 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318310 Jul 12 08:31:51.259964 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-78a03151-9efa-44f5-a024-d23e7f8ac37e None None] Set router 59a260da-04ad-498b-a2d9-3307dd0da82c gateway port host: dv-cinder-800431-1-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:31:51.484825 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-78a03151-9efa-44f5-a024-d23e7f8ac37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a260da-04ad-498b-a2d9-3307dd0da82c', 'name': 'tempest-AttachVolumeTestJSON-1782835244-router', 'tenant_id': '2b5b16bf27b543fb92132074924097b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '07f95d4c-3817-4137-9ea5-87443a9b00aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:31:07Z', 'updated_at': '2021-07-12T08:31:17Z', 'revision_number': 4, 'project_id': '2b5b16bf27b543fb92132074924097b0', 'gw_port': {'id': '07f95d4c-3817-4137-9ea5-87443a9b00aa', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:dd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a260da-04ad-498b-a2d9-3307dd0da82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:08Z', 'updated_at': '2021-07-12T08:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_floatingips': [{'id': '4c65855e-1969-4b90-83a3-9820ba4943c7', 'tenant_id': '2b5b16bf27b543fb92132074924097b0', 'floating_ip_address': '172.27.1.51', 'floating_network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'router_id': '59a260da-04ad-498b-a2d9-3307dd0da82c', 'port_id': '9615cfd2-182f-40a4-a5e5-22e850202576', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87af1681-88b0-408a-a0a8-01a2bb52ff86', 'mac_address': 'fa:16:3e:39:a5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3d1c3f-59e4-4dec-96d8-4fb874223ad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T08:31:27Z', 'updated_at': '2021-07-12T08:31:50Z', 'revision_number': 1, 'project_id': '2b5b16bf27b543fb92132074924097b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ff799b1-e976-44d7-8560-425802963031', 'name': '', 'network_id': '87af1681-88b0-408a-a0a8-01a2bb52ff86', 'tenant_id': '2b5b16bf27b543fb92132074924097b0', 'mac_address': 'fa:16:3e:d0:d9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a260da-04ad-498b-a2d9-3307dd0da82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1b424425-fba9-4165-b007-490b023a5f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:13Z', 'updated_at': '2021-07-12T08:31:31Z', 'revision_number': 5, 'project_id': '2b5b16bf27b543fb92132074924097b0', 'subnets': [{'id': '1b424425-fba9-4165-b007-490b023a5f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:31:51.511002 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a03151-9efa-44f5-a024-d23e7f8ac37e None None] The sync data for ids ['59a260da-04ad-498b-a2d9-3307dd0da82c'] in dv-cinder-800431-1-iscsi is: [{'id': '59a260da-04ad-498b-a2d9-3307dd0da82c', 'name': 'tempest-AttachVolumeTestJSON-1782835244-router', 'tenant_id': '2b5b16bf27b543fb92132074924097b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '07f95d4c-3817-4137-9ea5-87443a9b00aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:31:07Z', 'updated_at': '2021-07-12T08:31:17Z', 'revision_number': 4, 'project_id': '2b5b16bf27b543fb92132074924097b0', 'gw_port': {'id': '07f95d4c-3817-4137-9ea5-87443a9b00aa', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:dd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a260da-04ad-498b-a2d9-3307dd0da82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:08Z', 'updated_at': '2021-07-12T08:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_floatingips': [{'id': '4c65855e-1969-4b90-83a3-9820ba4943c7', 'tenant_id': '2b5b16bf27b543fb92132074924097b0', 'floating_ip_address': '172.27.1.51', 'floating_network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'router_id': '59a260da-04ad-498b-a2d9-3307dd0da82c', 'port_id': '9615cfd2-182f-40a4-a5e5-22e850202576', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87af1681-88b0-408a-a0a8-01a2bb52ff86', 'mac_address': 'fa:16:3e:39:a5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3d1c3f-59e4-4dec-96d8-4fb874223ad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T08:31:27Z', 'updated_at': '2021-07-12T08:31:50Z', 'revision_number': 1, 'project_id': '2b5b16bf27b543fb92132074924097b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ff799b1-e976-44d7-8560-425802963031', 'name': '', 'network_id': '87af1681-88b0-408a-a0a8-01a2bb52ff86', 'tenant_id': '2b5b16bf27b543fb92132074924097b0', 'mac_address': 'fa:16:3e:d0:d9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a260da-04ad-498b-a2d9-3307dd0da82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1b424425-fba9-4165-b007-490b023a5f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:13Z', 'updated_at': '2021-07-12T08:31:31Z', 'revision_number': 5, 'project_id': '2b5b16bf27b543fb92132074924097b0', 'subnets': [{'id': '1b424425-fba9-4165-b007-490b023a5f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 08:31:51.700358 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec43566-7819-46b0-907d-81f8f307d71a None None] New status for floating IP 4c65855e-1969-4b90-83a3-9820ba4943c7: ACTIVE {{(pid=92953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 08:31:52.058912 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21525650-4468-42a5-a444-1cfde61eefe9 req-85d9d7e2-2fa3-4344-8810-441e58176ef0 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:52.058912 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-21525650-4468-42a5-a444-1cfde61eefe9 req-85d9d7e2-2fa3-4344-8810-441e58176ef0 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 943 time: 0.0790720 Jul 12 08:31:52.096382 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-21525650-4468-42a5-a444-1cfde61eefe9 req-58d5202d-ffd1-4d75-92c2-12325632a90b tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315120 Jul 12 08:31:52.309719 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 36440) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:52.380687 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6135d7cd-65aa-4635-bca5-d43a6b8dcaf5 req-244556d9-a7f8-42ac-9a58-bce539e562ba tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:52.382630 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-6135d7cd-65aa-4635-bca5-d43a6b8dcaf5 req-244556d9-a7f8-42ac-9a58-bce539e562ba tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b85e9a3-2c63-40e2-987e-49d253eb944d HTTP/1.1" status: 200 len: 945 time: 0.0865793 Jul 12 08:31:52.422726 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-6135d7cd-65aa-4635-bca5-d43a6b8dcaf5 req-ede0fd31-07b7-4ad7-9ade-5f76ea1c7d00 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333519 Jul 12 08:31:52.437550 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d2990b41-d4b2-48ee-a951-9b3e20cf3e4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:52.522575 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d2990b41-d4b2-48ee-a951-9b3e20cf3e4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:52.526222 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d2990b41-d4b2-48ee-a951-9b3e20cf3e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:52.560840 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2990b41-d4b2-48ee-a951-9b3e20cf3e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a96f377-9a12-4664-abfc-396e3737099e,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:52.568832 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-d2990b41-d4b2-48ee-a951-9b3e20cf3e4b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4d6e1b3aad7b4633b8c60d5b954426b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2554448 Jul 12 08:31:52.569777 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 36446) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:52.617472 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-83e21fd3-a073-4efe-811c-7b8c138c49b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:52.637982 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-83e21fd3-a073-4efe-811c-7b8c138c49b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:52.665613 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-27d7ee80-e179-45b7-a334-2b53e9039c09 None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 08:31:52.682878 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-83e21fd3-a073-4efe-811c-7b8c138c49b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:52.685441 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-83e21fd3-a073-4efe-811c-7b8c138c49b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:52.686606 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-83e21fd3-a073-4efe-811c-7b8c138c49b5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1a96f377-9a12-4664-abfc-396e3737099e HTTP/1.1" status: 204 len: 168 time: 0.1166644 Jul 12 08:31:52.694009 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e21fd3-a073-4efe-811c-7b8c138c49b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a96f377-9a12-4664-abfc-396e3737099e,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:52.936304 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 36452) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:52.949094 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-87ce760c-51db-4d4c-bed5-c0374ad158a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:53.034887 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-87ce760c-51db-4d4c-bed5-c0374ad158a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:53.038733 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-87ce760c-51db-4d4c-bed5-c0374ad158a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:53.074302 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-87ce760c-51db-4d4c-bed5-c0374ad158a6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=557238dd6f674f5dbc3071bfbd5cb4fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1369102 Jul 12 08:31:53.076178 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce760c-51db-4d4c-bed5-c0374ad158a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a63b45-abe4-44c7-a697-4c2e4f98f579,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:53.076977 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 36458) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:53.125415 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6921bcd3-b942-4df7-81e1-990971ad087c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:53.149493 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6921bcd3-b942-4df7-81e1-990971ad087c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:53.196995 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6921bcd3-b942-4df7-81e1-990971ad087c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:53.199604 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6921bcd3-b942-4df7-81e1-990971ad087c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:53.200743 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-6921bcd3-b942-4df7-81e1-990971ad087c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a3a63b45-abe4-44c7-a697-4c2e4f98f579 HTTP/1.1" status: 204 len: 168 time: 0.1227927 Jul 12 08:31:53.209679 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6921bcd3-b942-4df7-81e1-990971ad087c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a63b45-abe4-44c7-a697-4c2e4f98f579,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:53.275563 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 981df685-a462-4059-9fe7-42d652f3077b details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=92953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 08:31:53.290864 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301fb3ea-082a-41ab-bf79-082cf7374863 req-821f8ceb-ce85-4b32-b745-b5fbf4b6df62 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:53.292430 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-301fb3ea-082a-41ab-bf79-082cf7374863 req-821f8ceb-ce85-4b32-b745-b5fbf4b6df62 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 943 time: 0.0732193 Jul 12 08:31:53.358925 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-301fb3ea-082a-41ab-bf79-082cf7374863 req-012de89a-bdc9-431f-86b4-ac7b0bf73465 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558393 Jul 12 08:31:53.409797 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b51b38-c260-4e09-ba56-abf0ff65ee95 req-d82ae45e-7f01-4865-9e6d-e680cbd28a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:53.411226 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-05b51b38-c260-4e09-ba56-abf0ff65ee95 req-d82ae45e-7f01-4865-9e6d-e680cbd28a52 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2b5b16bf27b543fb92132074924097b0&device_id=ca3d1c3f-59e4-4dec-96d8-4fb874223ad6 HTTP/1.1" status: 200 len: 1098 time: 0.0796511 Jul 12 08:31:53.413843 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port 981df685-a462-4059-9fe7-42d652f3077b, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=981df685-a462-4059-9fe7-42d652f3077b,segment=NetworkSegment(8ae57f27-2f55-4ba4-8135-7182c274f38c),segment_id=8ae57f27-2f55-4ba4-8135-7182c274f38c)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:31:53.569652 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Returning: {'device': '981df685-a462-4059-9fe7-42d652f3077b', 'network_id': '87f9aa9d-4b32-44c0-9258-78c96af6cf8d', 'port_id': '981df685-a462-4059-9fe7-42d652f3077b', 'mac_address': 'fa:16:3e:ea:aa:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a3005b3-6c18-4cb2-94e4-48e9cf6a930f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 08:31:53.596680 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b51b38-c260-4e09-ba56-abf0ff65ee95 req-5b56a3d8-1fa9-40d0-b509-9f717590b83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:53.598201 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-05b51b38-c260-4e09-ba56-abf0ff65ee95 req-5b56a3d8-1fa9-40d0-b509-9f717590b83c service neutron] 10.222.0.23 "GET /v2.0/networks?id=87af1681-88b0-408a-a0a8-01a2bb52ff86 HTTP/1.1" status: 200 len: 912 time: 0.1708298 Jul 12 08:31:53.610879 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:53.624539 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 981df685-a462-4059-9fe7-42d652f3077b {{(pid=92953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 08:31:53.647950 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port 981df685-a462-4059-9fe7-42d652f3077b, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=981df685-a462-4059-9fe7-42d652f3077b,segment=NetworkSegment(8ae57f27-2f55-4ba4-8135-7182c274f38c),segment_id=8ae57f27-2f55-4ba4-8135-7182c274f38c)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:31:53.653814 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:53.720085 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a5d18-0deb-4dc4-98e3-5fe461370648 req-980895a3-ad73-4b91-956c-0ffa08e1257d tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:53.721741 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f23a5d18-0deb-4dc4-98e3-5fe461370648 req-980895a3-ad73-4b91-956c-0ffa08e1257d tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b85e9a3-2c63-40e2-987e-49d253eb944d HTTP/1.1" status: 200 len: 945 time: 0.1746056 Jul 12 08:31:53.747069 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Pushing event updated for resources: {'Port': ['ID=981df685-a462-4059-9fe7-42d652f3077b,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:53.752976 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-05b51b38-c260-4e09-ba56-abf0ff65ee95 req-e8d454dc-f808-47b5-93a9-35f2b3613dc0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9615cfd2-182f-40a4-a5e5-22e850202576 HTTP/1.1" status: 200 len: 1000 time: 0.1467152 Jul 12 08:31:53.801141 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f23a5d18-0deb-4dc4-98e3-5fe461370648 req-0984bc30-9fc4-4022-b254-0626d8588aba tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595572 Jul 12 08:31:54.424226 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 36516) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:54.532972 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-49326a5e-275a-4442-ae9a-a37c2091b5cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:54.552526 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722258a-94a8-4b80-931b-6e94200877b1 req-c1b617d8-69cb-491a-a462-6c4f97b42d54 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:54.553986 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d722258a-94a8-4b80-931b-6e94200877b1 req-c1b617d8-69cb-491a-a462-6c4f97b42d54 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 944 time: 0.0808764 Jul 12 08:31:54.615883 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d722258a-94a8-4b80-931b-6e94200877b1 req-02cd1e95-00d2-4437-a9d3-9b4a4f783c25 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545385 Jul 12 08:31:54.668741 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-49326a5e-275a-4442-ae9a-a37c2091b5cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:54.672396 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-49326a5e-275a-4442-ae9a-a37c2091b5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:54.712557 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-49326a5e-275a-4442-ae9a-a37c2091b5cb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8cf7849292cb4df3a833c6b79ecf97f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2872114 Jul 12 08:31:54.713426 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49326a5e-275a-4442-ae9a-a37c2091b5cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c37305-32ee-413d-84f2-5c605e891375,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:54.715239 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 36520) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:31:54.762821 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-7bd88086-e5fc-4dc5-b37f-bfc4e8702c77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:54.782990 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-7bd88086-e5fc-4dc5-b37f-bfc4e8702c77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:54.829297 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-7bd88086-e5fc-4dc5-b37f-bfc4e8702c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:54.831849 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-7bd88086-e5fc-4dc5-b37f-bfc4e8702c77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:54.833007 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-7bd88086-e5fc-4dc5-b37f-bfc4e8702c77 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b2c37305-32ee-413d-84f2-5c605e891375 HTTP/1.1" status: 204 len: 168 time: 0.1166975 Jul 12 08:31:54.841026 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd88086-e5fc-4dc5-b37f-bfc4e8702c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c37305-32ee-413d-84f2-5c605e891375,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:54.980969 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f9ca3-4f90-4224-b5cb-299c37ea8060 req-17cdfbf1-6ffe-4a72-91e8-e3ef724faa63 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:54.982568 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-871f9ca3-4f90-4224-b5cb-299c37ea8060 req-17cdfbf1-6ffe-4a72-91e8-e3ef724faa63 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b85e9a3-2c63-40e2-987e-49d253eb944d HTTP/1.1" status: 200 len: 945 time: 0.0656590 Jul 12 08:31:55.026833 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-871f9ca3-4f90-4224-b5cb-299c37ea8060 req-ecb7cefb-1edc-40ef-a875-7d4ad03f30a7 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382330 Jul 12 08:31:55.802979 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87615a50-17a8-4ec8-879b-5f979f0ddc45 req-40207ea8-1d0c-455b-ba39-948baac33a27 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:55.804572 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-87615a50-17a8-4ec8-879b-5f979f0ddc45 req-40207ea8-1d0c-455b-ba39-948baac33a27 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 944 time: 0.0625985 Jul 12 08:31:55.843629 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-87615a50-17a8-4ec8-879b-5f979f0ddc45 req-18fe5ffd-58a0-41ea-8830-d6361a59f1dc tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334873 Jul 12 08:31:56.368718 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe44b58-f087-49a0-a42d-0c13e73aee6b req-e2019032-f3d1-468d-b45a-036df2922258 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:56.370221 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-cfe44b58-f087-49a0-a42d-0c13e73aee6b req-e2019032-f3d1-468d-b45a-036df2922258 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b85e9a3-2c63-40e2-987e-49d253eb944d HTTP/1.1" status: 200 len: 945 time: 0.2348728 Jul 12 08:31:56.407032 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-cfe44b58-f087-49a0-a42d-0c13e73aee6b req-816d21c2-2530-4be5-afa4-fcf330b067f2 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312068 Jul 12 08:31:56.802348 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b51b38-c260-4e09-ba56-abf0ff65ee95 req-0eca9218-56f1-4f99-8d31-cf380f40eef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:56.803874 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-05b51b38-c260-4e09-ba56-abf0ff65ee95 req-0eca9218-56f1-4f99-8d31-cf380f40eef6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1b424425-fba9-4165-b007-490b023a5f6d HTTP/1.1" status: 200 len: 850 time: 0.0468223 Jul 12 08:31:56.867139 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b51b38-c260-4e09-ba56-abf0ff65ee95 req-5d00b8f0-2df5-406d-8c6c-f9865d349da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:56.868616 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-05b51b38-c260-4e09-ba56-abf0ff65ee95 req-5d00b8f0-2df5-406d-8c6c-f9865d349da3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=87af1681-88b0-408a-a0a8-01a2bb52ff86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515826 Jul 12 08:31:56.962485 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-05b51b38-c260-4e09-ba56-abf0ff65ee95 req-4d302720-e0d7-4560-a223-7e1f97d78187 service neutron] 10.222.0.23 "GET /v2.0/networks/87af1681-88b0-408a-a0a8-01a2bb52ff86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858345 Jul 12 08:31:57.091920 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fcbfe0-a701-4947-af00-5419292c9d20 req-bd40d9aa-74de-40eb-a25c-b0db8170e672 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:57.093388 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-13fcbfe0-a701-4947-af00-5419292c9d20 req-bd40d9aa-74de-40eb-a25c-b0db8170e672 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 944 time: 0.1344788 Jul 12 08:31:57.098527 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-05b51b38-c260-4e09-ba56-abf0ff65ee95 req-8b1881e9-2955-44f0-9842-478e0b57619c service neutron] 10.222.0.23 "GET /v2.0/networks/87af1681-88b0-408a-a0a8-01a2bb52ff86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102717 Jul 12 08:31:57.133492 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-13fcbfe0-a701-4947-af00-5419292c9d20 req-654217d9-72bf-46e3-b5cd-78df7642df64 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334601 Jul 12 08:31:57.352741 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] get_ports_and_sgs() called for port_ids ['981df685-a462-4059-9fe7-42d652f3077b'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 08:31:57.615155 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e6ae3a-9c87-42e6-a077-370ac603ec9c req-71a62f25-2237-4e92-a580-6ed753cc9119 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:57.616728 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-21e6ae3a-9c87-42e6-a077-370ac603ec9c req-71a62f25-2237-4e92-a580-6ed753cc9119 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b85e9a3-2c63-40e2-987e-49d253eb944d HTTP/1.1" status: 200 len: 945 time: 0.0728621 Jul 12 08:31:57.654632 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-21e6ae3a-9c87-42e6-a077-370ac603ec9c req-5de0734b-2705-43d8-a13d-303968e145b2 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322609 Jul 12 08:31:58.338854 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852bbf70-f3c5-4a6c-85a4-c1d6b0f4c762 req-3d8f6b5f-a611-428e-a011-dd00a48682e7 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:58.340472 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-852bbf70-f3c5-4a6c-85a4-c1d6b0f4c762 req-3d8f6b5f-a611-428e-a011-dd00a48682e7 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 944 time: 0.0821073 Jul 12 08:31:58.380170 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-852bbf70-f3c5-4a6c-85a4-c1d6b0f4c762 req-8d38311b-eda1-4a13-b6a0-e10e99533629 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336483 Jul 12 08:31:58.840518 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff181a2e-3d54-46aa-80b4-6d1a2a5a829b req-27829d0a-d4b3-4475-aeca-15a4de094f82 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:58.842084 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ff181a2e-3d54-46aa-80b4-6d1a2a5a829b req-27829d0a-d4b3-4475-aeca-15a4de094f82 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b85e9a3-2c63-40e2-987e-49d253eb944d HTTP/1.1" status: 200 len: 945 time: 0.0648038 Jul 12 08:31:58.879350 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ff181a2e-3d54-46aa-80b4-6d1a2a5a829b req-3fdf1dfd-317b-4031-9a9d-d2606d993d94 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317242 Jul 12 08:31:59.270730 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea368bc-4d12-416f-81c8-ee35478a9ef2 req-02f73d8b-04f9-4eac-90ca-4b1de6b9a283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:59.272202 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-cea368bc-4d12-416f-81c8-ee35478a9ef2 req-02f73d8b-04f9-4eac-90ca-4b1de6b9a283 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ca96284f2baa4ff8b8e4f29f16222f61&device_id=1b85e9a3-2c63-40e2-987e-49d253eb944d HTTP/1.1" status: 200 len: 1098 time: 0.0688801 Jul 12 08:31:59.408412 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f4ce5-baab-4231-9ca9-23ebd8f88ce5 req-c2fa8157-f99a-467d-a3c3-23962a8ee89e tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:59.410053 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a35f4ce5-baab-4231-9ca9-23ebd8f88ce5 req-c2fa8157-f99a-467d-a3c3-23962a8ee89e tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b85e9a3-2c63-40e2-987e-49d253eb944d HTTP/1.1" status: 200 len: 945 time: 0.1546137 Jul 12 08:31:59.415323 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea368bc-4d12-416f-81c8-ee35478a9ef2 req-7c0f9413-43dc-4047-8cf4-2ef51f03b99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:59.416677 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-cea368bc-4d12-416f-81c8-ee35478a9ef2 req-7c0f9413-43dc-4047-8cf4-2ef51f03b99a service neutron] 10.222.0.23 "GET /v2.0/networks?id=85b41c83-81a1-43ad-b6bf-2d322948dd3e HTTP/1.1" status: 200 len: 919 time: 0.1198683 Jul 12 08:31:59.466927 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-cea368bc-4d12-416f-81c8-ee35478a9ef2 req-bbe78796-3e2e-4c23-b2c5-1cfaca13f17b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=15d31eb4-584d-4f63-8984-41e03aeae0e2 HTTP/1.1" status: 200 len: 217 time: 0.0413923 Jul 12 08:31:59.518997 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a35f4ce5-baab-4231-9ca9-23ebd8f88ce5 req-535d3546-8082-40fb-8ac2-b5292e00c1f9 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010466 Jul 12 08:31:59.544587 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea368bc-4d12-416f-81c8-ee35478a9ef2 req-e522c241-d148-452f-9033-de78eb02d8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:59.546011 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-cea368bc-4d12-416f-81c8-ee35478a9ef2 req-e522c241-d148-452f-9033-de78eb02d8c7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fea1b1f0-4ade-4907-8fb8-44348ca7636e HTTP/1.1" status: 200 len: 858 time: 0.0699108 Jul 12 08:31:59.573173 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a82e7dd-bd51-4fb2-888e-2d378ef73698 req-e40ea1b5-a7ae-4dd3-af8e-f038f60dba8f tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:59.575140 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7a82e7dd-bd51-4fb2-888e-2d378ef73698 req-e40ea1b5-a7ae-4dd3-af8e-f038f60dba8f tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 944 time: 0.0662248 Jul 12 08:31:59.587357 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-cea368bc-4d12-416f-81c8-ee35478a9ef2 req-d1c5d9b9-67cf-46ab-99df-36acd8aad264 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=85b41c83-81a1-43ad-b6bf-2d322948dd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327721 Jul 12 08:31:59.618762 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7a82e7dd-bd51-4fb2-888e-2d378ef73698 req-d587f033-1184-48fc-86ae-6cebaa239852 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375667 Jul 12 08:31:59.663403 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 981df685-a462-4059-9fe7-42d652f3077b up at agent hyperv_hv-cinder-80043 {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:31:59.690333 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-cea368bc-4d12-416f-81c8-ee35478a9ef2 req-45fd56d5-3733-405f-bc08-1390d14d2c78 service neutron] 10.222.0.23 "GET /v2.0/networks/85b41c83-81a1-43ad-b6bf-2d322948dd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940301 Jul 12 08:31:59.729798 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Provisioning for port 981df685-a462-4059-9fe7-42d652f3077b completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:31:59.734912 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Provisioning complete for port 981df685-a462-4059-9fe7-42d652f3077b triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:31:59.735413 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:59.822486 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-cea368bc-4d12-416f-81c8-ee35478a9ef2 req-319d5c00-69cf-4e0f-8e16-db2cc5654404 service neutron] 10.222.0.23 "GET /v2.0/networks/85b41c83-81a1-43ad-b6bf-2d322948dd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243775 Jul 12 08:31:59.837747 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:59.864432 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1132c8d2-6ec2-4e37-b308-4ea6e49f5541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981df685-a462-4059-9fe7-42d652f3077b'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:31:59.866721 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af58d1c9f1a57ad28455f2a1c324eb475fddbc81caacf3fdebaad0c9863d536b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963a4cdc-e5bd-45ef-8796-906f81363d80" -d '{"events": [{"server_uuid": "1132c8d2-6ec2-4e37-b308-4ea6e49f5541", "name": "network-vif-plugged", "status": "completed", "tag": "981df685-a462-4059-9fe7-42d652f3077b"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:31:59.881747 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port 981df685-a462-4059-9fe7-42d652f3077b, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=981df685-a462-4059-9fe7-42d652f3077b,segment=NetworkSegment(8ae57f27-2f55-4ba4-8135-7182c274f38c),segment_id=8ae57f27-2f55-4ba4-8135-7182c274f38c)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:31:59.886732 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:31:59.912212 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 08:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f179574-3be7-4ff9-b60c-2d40cf570400 x-openstack-request-id: req-4f179574-3be7-4ff9-b60c-2d40cf570400 {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:31:59.912501 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1132c8d2-6ec2-4e37-b308-4ea6e49f5541", "name": "network-vif-plugged", "status": "completed", "tag": "981df685-a462-4059-9fe7-42d652f3077b", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:31:59.912749 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4f179574-3be7-4ff9-b60c-2d40cf570400 {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:31:59.913129 dv-cinder-800431-1-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1132c8d2-6ec2-4e37-b308-4ea6e49f5541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981df685-a462-4059-9fe7-42d652f3077b', 'code': 200} Jul 12 08:31:59.951313 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Pushing event updated for resources: {'Port': ['ID=981df685-a462-4059-9fe7-42d652f3077b,revision_number=5']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:31:59.984959 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f2ce7-7a14-42d1-9612-c4bf3b08d0ac req-a4e0f739-5d68-4d5e-98c8-9a8e9cb2e17e tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:31:59.986527 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-442f2ce7-7a14-42d1-9612-c4bf3b08d0ac req-a4e0f739-5d68-4d5e-98c8-9a8e9cb2e17e tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] 10.222.0.37 "GET /v2.0/ports?device_id=fea42424-78ac-4cf7-8021-c853f29d7fbd HTTP/1.1" status: 200 len: 946 time: 0.0751998 Jul 12 08:32:00.055899 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-442f2ce7-7a14-42d1-9612-c4bf3b08d0ac req-fde2e0f9-2e7a-45d8-8411-0f6278a5be06 tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] 10.222.0.37 "GET /v2.0/security-groups?id=1adb7b5d-42f1-49ee-a325-3c6b5be54521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618732 Jul 12 08:32:00.199071 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a1610139-dc4e-4fcc-86c9-e0c73beb544a None None] Provisioning complete for port 981df685-a462-4059-9fe7-42d652f3077b triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:32:00.199571 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a1610139-dc4e-4fcc-86c9-e0c73beb544a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:00.248638 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd8666-f9b2-4490-95f0-ff09afc7349f req-10db6e88-dfff-4bd4-b7b0-262efe52f62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:00.250665 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-40fd8666-f9b2-4490-95f0-ff09afc7349f req-10db6e88-dfff-4bd4-b7b0-262efe52f62b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 1098 time: 0.0837419 Jul 12 08:32:00.291601 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-40fd8666-f9b2-4490-95f0-ff09afc7349f req-2cd7ebeb-a1a2-449e-b7f7-dfac127d49e1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334232 Jul 12 08:32:00.495412 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:00.695643 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505f107-cfdf-4abf-9649-e78c47979520 req-d719bb1f-bf6b-4ba7-95a0-9e486742d237 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:00.697160 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-c505f107-cfdf-4abf-9649-e78c47979520 req-d719bb1f-bf6b-4ba7-95a0-9e486742d237 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b85e9a3-2c63-40e2-987e-49d253eb944d HTTP/1.1" status: 200 len: 945 time: 0.0623033 Jul 12 08:32:00.734107 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-c505f107-cfdf-4abf-9649-e78c47979520 req-ea569f42-97b6-4139-ac75-6e1d0e7fd0f3 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314937 Jul 12 08:32:00.806253 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b71cc-9f48-4b30-94b5-32ea63183c1e req-055e460a-b191-4ca9-8097-da58bced48b9 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:00.807718 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a14b71cc-9f48-4b30-94b5-32ea63183c1e req-055e460a-b191-4ca9-8097-da58bced48b9 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 945 time: 0.0618927 Jul 12 08:32:00.844209 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a14b71cc-9f48-4b30-94b5-32ea63183c1e req-626765ec-b2a0-4f84-a77a-91350dc5cdc6 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311663 Jul 12 08:32:01.253604 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d5a9c-0b4f-47a4-941e-af41823fea04 req-25c484ee-4e41-43e7-be5a-395a3db81ef7 tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:01.255333 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-fe2d5a9c-0b4f-47a4-941e-af41823fea04 req-25c484ee-4e41-43e7-be5a-395a3db81ef7 tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] 10.222.0.37 "GET /v2.0/ports?device_id=fea42424-78ac-4cf7-8021-c853f29d7fbd HTTP/1.1" status: 200 len: 946 time: 0.0697889 Jul 12 08:32:01.301310 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-fe2d5a9c-0b4f-47a4-941e-af41823fea04 req-c6b71816-8298-4682-8da9-b9e21eb54acc tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] 10.222.0.37 "GET /v2.0/security-groups?id=1adb7b5d-42f1-49ee-a325-3c6b5be54521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346315 Jul 12 08:32:01.916089 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e5d97-103d-47f4-917a-e1b175a1fafa req-13699294-be4b-4fb9-a496-436c560c3798 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:01.917598 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0e0e5d97-103d-47f4-917a-e1b175a1fafa req-13699294-be4b-4fb9-a496-436c560c3798 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b85e9a3-2c63-40e2-987e-49d253eb944d HTTP/1.1" status: 200 len: 945 time: 0.0672412 Jul 12 08:32:01.954378 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0e0e5d97-103d-47f4-917a-e1b175a1fafa req-7cebf367-8ec6-4f6f-96a3-596acb1a0ddb tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313666 Jul 12 08:32:02.025615 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220c02d-ec5a-43c9-b78e-10dc0312ee26 req-f4012409-4653-4143-b6e0-1a592e9295ce tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:02.026999 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-1220c02d-ec5a-43c9-b78e-10dc0312ee26 req-f4012409-4653-4143-b6e0-1a592e9295ce tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 945 time: 0.0639567 Jul 12 08:32:02.062261 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-1220c02d-ec5a-43c9-b78e-10dc0312ee26 req-e549d5fd-a85b-48d8-8dfb-bd6281057f8e tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297964 Jul 12 08:32:02.250713 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a11a5-dc1d-4ad3-81f4-58cf6b687775 req-28d3b128-623e-44f4-97f0-261f7ec99405 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:02.252326 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-2f2a11a5-dc1d-4ad3-81f4-58cf6b687775 req-28d3b128-623e-44f4-97f0-261f7ec99405 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 945 time: 0.0704091 Jul 12 08:32:02.261733 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 36810) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:02.266304 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-2af078e5-119f-4efd-b16d-898014dba99b tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Request body: {'floatingip': {'port_id': '981df685-a462-4059-9fe7-42d652f3077b'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:32:02.311395 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-2af078e5-119f-4efd-b16d-898014dba99b tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks [] for floatingip, before_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:02.544920 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4235f9e-3cfa-4672-8cec-24d3be7b61a2 req-a57857b2-0e3d-46e0-a707-21ff5457b6a2 tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:02.546619 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b4235f9e-3cfa-4672-8cec-24d3be7b61a2 req-a57857b2-0e3d-46e0-a707-21ff5457b6a2 tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] 10.222.0.37 "GET /v2.0/ports?device_id=fea42424-78ac-4cf7-8021-c853f29d7fbd HTTP/1.1" status: 200 len: 946 time: 0.0952671 Jul 12 08:32:02.595739 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b4235f9e-3cfa-4672-8cec-24d3be7b61a2 req-f9775f22-2448-4dbc-9fc2-9b1462846791 tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] 10.222.0.37 "GET /v2.0/security-groups?id=1adb7b5d-42f1-49ee-a325-3c6b5be54521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374982 Jul 12 08:32:02.807011 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-2af078e5-119f-4efd-b16d-898014dba99b tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:02.810929 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-2af078e5-119f-4efd-b16d-898014dba99b tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-940870'] for floatingip, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:02.879570 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa0cd94-0abe-40a8-9138-c6c8deb49b29 req-67abef53-a391-470d-a5c1-3935824a7333 tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:02.881321 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8fa0cd94-0abe-40a8-9138-c6c8deb49b29 req-67abef53-a391-470d-a5c1-3935824a7333 tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] 10.222.0.23 "GET /v2.0/ports?device_id=fea42424-78ac-4cf7-8021-c853f29d7fbd HTTP/1.1" status: 200 len: 946 time: 0.0701885 Jul 12 08:32:02.913311 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.db.l3_db [None req-2af078e5-119f-4efd-b16d-898014dba99b tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Floating IP 5dcffb22-5222-407e-80b8-2316d872d328 associated. External IP: 172.27.1.166, port: 981df685-a462-4059-9fe7-42d652f3077b. Jul 12 08:32:03.045890 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [req-8fa0cd94-0abe-40a8-9138-c6c8deb49b29 req-087f6e6d-9c9f-4b2f-b43d-36e5522c13c7 tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] Deleting port 66d70884-a577-4980-ba2d-a9e7fcc9c226 {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 08:32:03.046444 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-8fa0cd94-0abe-40a8-9138-c6c8deb49b29 req-087f6e6d-9c9f-4b2f-b43d-36e5522c13c7 tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748223187694'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:03.142455 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-8fa0cd94-0abe-40a8-9138-c6c8deb49b29 req-087f6e6d-9c9f-4b2f-b43d-36e5522c13c7 tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] For port 66d70884-a577-4980-ba2d-a9e7fcc9c226, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=66d70884-a577-4980-ba2d-a9e7fcc9c226,segment=NetworkSegment(840a0351-5043-4d1c-98e8-e4e7efaab3eb),segment_id=840a0351-5043-4d1c-98e8-e4e7efaab3eb)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:32:03.142843 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-8fa0cd94-0abe-40a8-9138-c6c8deb49b29 req-087f6e6d-9c9f-4b2f-b43d-36e5522c13c7 tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528347'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:03.158319 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [req-8fa0cd94-0abe-40a8-9138-c6c8deb49b29 req-087f6e6d-9c9f-4b2f-b43d-36e5522c13c7 tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] Calling delete_port for 66d70884-a577-4980-ba2d-a9e7fcc9c226 owned by compute:nova {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 08:32:03.270674 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15eba8-106c-4b49-bb0b-51f243ded5a8 req-802188a8-34ff-4126-ba4f-557a1cac5869 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:03.272218 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0d15eba8-106c-4b49-bb0b-51f243ded5a8 req-802188a8-34ff-4126-ba4f-557a1cac5869 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b85e9a3-2c63-40e2-987e-49d253eb944d HTTP/1.1" status: 200 len: 945 time: 0.1139495 Jul 12 08:32:03.331291 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-8fa0cd94-0abe-40a8-9138-c6c8deb49b29 req-087f6e6d-9c9f-4b2f-b43d-36e5522c13c7 tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8377658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748223196968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748222641655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1188448'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:03.362086 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087f6e6d-9c9f-4b2f-b43d-36e5522c13c7 tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] Pushing event deleted for resources: {'Port': ['ID=66d70884-a577-4980-ba2d-a9e7fcc9c226,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:03.378122 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0d15eba8-106c-4b49-bb0b-51f243ded5a8 req-20ad1736-4d40-4d05-ad83-5d111f53d9d1 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988753 Jul 12 08:32:03.416329 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af078e5-119f-4efd-b16d-898014dba99b tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Router bafa57e7-b72f-4a14-8269-b93c6e437ffe has already been hosted by L3 agent c0ba3535-5ad7-41e9-9cdc-b89c0ff976de {{(pid=92951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 08:32:03.442201 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa0cd94-0abe-40a8-9138-c6c8deb49b29 req-087f6e6d-9c9f-4b2f-b43d-36e5522c13c7 tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] No DVR routers for this DVR port 66d70884-a577-4980-ba2d-a9e7fcc9c226 on host hv-cinder-80043 {{(pid=92952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 08:32:03.445187 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-8fa0cd94-0abe-40a8-9138-c6c8deb49b29 req-087f6e6d-9c9f-4b2f-b43d-36e5522c13c7 tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:03.447680 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8fa0cd94-0abe-40a8-9138-c6c8deb49b29 req-087f6e6d-9c9f-4b2f-b43d-36e5522c13c7 tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] 10.222.0.23 "DELETE /v2.0/ports/66d70884-a577-4980-ba2d-a9e7fcc9c226 HTTP/1.1" status: 204 len: 173 time: 0.5596740 Jul 12 08:32:03.448112 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea42424-78ac-4cf7-8021-c853f29d7fbd', 'name': 'network-vif-deleted', 'tag': '66d70884-a577-4980-ba2d-a9e7fcc9c226'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:32:03.450346 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35659b288decb3563870ae931b8d662eab2da969d6ab5856613d86fcebdbc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e95ebb-bde8-4768-9e3c-e2b42c7f003b" -d '{"events": [{"server_uuid": "fea42424-78ac-4cf7-8021-c853f29d7fbd", "name": "network-vif-deleted", "tag": "66d70884-a577-4980-ba2d-a9e7fcc9c226"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:32:03.488562 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 08:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69af8e82-2412-44eb-bb06-6f173fec05e0 x-openstack-request-id: req-69af8e82-2412-44eb-bb06-6f173fec05e0 {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:32:03.488862 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fea42424-78ac-4cf7-8021-c853f29d7fbd", "name": "network-vif-deleted", "tag": "66d70884-a577-4980-ba2d-a9e7fcc9c226", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:32:03.489107 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-69af8e82-2412-44eb-bb06-6f173fec05e0 {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:32:03.489492 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fea42424-78ac-4cf7-8021-c853f29d7fbd', 'name': 'network-vif-deleted', 'tag': '66d70884-a577-4980-ba2d-a9e7fcc9c226', 'status': 'completed', 'code': 200} Jul 12 08:32:03.523512 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af078e5-119f-4efd-b16d-898014dba99b tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify agent at l3_agent.dv-cinder-800431-1-iscsi the message routers_updated {{(pid=92951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 08:32:03.528081 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-2af078e5-119f-4efd-b16d-898014dba99b tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for floatingip, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:03.536998 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3552a9fb-0d0c-46a7-bb8b-c72043d0834a None None] Sync routers for ids ['bafa57e7-b72f-4a14-8269-b93c6e437ffe'] in dv-cinder-800431-1-iscsi {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 08:32:03.550060 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3552a9fb-0d0c-46a7-bb8b-c72043d0834a None None] Routers {'bafa57e7-b72f-4a14-8269-b93c6e437ffe'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:32:03.550628 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-3552a9fb-0d0c-46a7-bb8b-c72043d0834a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:31:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['bafa57e7-b72f-4a14-8269-b93c6e437ffe'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:32:03.575314 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-2af078e5-119f-4efd-b16d-898014dba99b tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "PUT /v2.0/floatingips/5dcffb22-5222-407e-80b8-2316d872d328 HTTP/1.1" status: 200 len: 991 time: 1.3060644 Jul 12 08:32:03.575314 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1132c8d2-6ec2-4e37-b308-4ea6e49f5541', 'tag': '981df685-a462-4059-9fe7-42d652f3077b'}] {{(pid=92951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:32:03.575314 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38e9910cefffc49adb1534bd55ac7351ec59ca62d7d2bb3cc14e5997e7fa66f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69cf82f2-301e-4be8-810b-1c1bb95e7535" -d '{"events": [{"name": "network-changed", "server_uuid": "1132c8d2-6ec2-4e37-b308-4ea6e49f5541", "tag": "981df685-a462-4059-9fe7-42d652f3077b"}]}' {{(pid=92951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:32:03.755146 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-3552a9fb-0d0c-46a7-bb8b-c72043d0834a None None] Set router bafa57e7-b72f-4a14-8269-b93c6e437ffe gateway port host: dv-cinder-800431-1-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:32:03.976423 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-3552a9fb-0d0c-46a7-bb8b-c72043d0834a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bafa57e7-b72f-4a14-8269-b93c6e437ffe', 'name': 'tempest-AttachVolumeShelveTestJSON-348321455-router', 'tenant_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '368c32c0-c314-4342-9815-4c57d936452a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:31:09Z', 'updated_at': '2021-07-12T08:31:28Z', 'revision_number': 4, 'project_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'gw_port': {'id': '368c32c0-c314-4342-9815-4c57d936452a', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:27:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafa57e7-b72f-4a14-8269-b93c6e437ffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:12Z', 'updated_at': '2021-07-12T08:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_floatingips': [{'id': '5dcffb22-5222-407e-80b8-2316d872d328', 'tenant_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'floating_ip_address': '172.27.1.166', 'floating_network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'router_id': 'bafa57e7-b72f-4a14-8269-b93c6e437ffe', 'port_id': '981df685-a462-4059-9fe7-42d652f3077b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87f9aa9d-4b32-44c0-9258-78c96af6cf8d', 'mac_address': 'fa:16:3e:ea:aa:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1132c8d2-6ec2-4e37-b308-4ea6e49f5541', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T08:31:36Z', 'updated_at': '2021-07-12T08:32:02Z', 'revision_number': 1, 'project_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96e2e342-c1a9-432e-bf24-867ec2d38b56', 'name': '', 'network_id': '87f9aa9d-4b32-44c0-9258-78c96af6cf8d', 'tenant_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'mac_address': 'fa:16:3e:3d:9b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafa57e7-b72f-4a14-8269-b93c6e437ffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2a3005b3-6c18-4cb2-94e4-48e9cf6a930f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:23Z', 'updated_at': '2021-07-12T08:31:38Z', 'revision_number': 5, 'project_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'subnets': [{'id': '2a3005b3-6c18-4cb2-94e4-48e9cf6a930f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:32:04.007318 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3552a9fb-0d0c-46a7-bb8b-c72043d0834a None None] Checking router: bafa57e7-b72f-4a14-8269-b93c6e437ffe for host: dv-cinder-800431-1-iscsi {{(pid=92954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 08:32:04.016581 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3552a9fb-0d0c-46a7-bb8b-c72043d0834a None None] Routers {'bafa57e7-b72f-4a14-8269-b93c6e437ffe'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:32:04.017186 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-3552a9fb-0d0c-46a7-bb8b-c72043d0834a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:31:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['bafa57e7-b72f-4a14-8269-b93c6e437ffe'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:32:04.073380 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ece68a00-b459-471e-8a10-8dcafbc1c5cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:04.090813 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 36880) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:04.124030 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-3552a9fb-0d0c-46a7-bb8b-c72043d0834a None None] Set router bafa57e7-b72f-4a14-8269-b93c6e437ffe gateway port host: dv-cinder-800431-1-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:32:04.190530 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-8c0a5d7e-4f15-4e97-befc-a33887a8899c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:04.286913 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-8c0a5d7e-4f15-4e97-befc-a33887a8899c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:04.293000 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-8c0a5d7e-4f15-4e97-befc-a33887a8899c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:04.333515 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-8c0a5d7e-4f15-4e97-befc-a33887a8899c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9a8acf23976b458e9ddc9c14d1a97cca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2415428 Jul 12 08:32:04.334387 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a5d7e-4f15-4e97-befc-a33887a8899c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9fc13d-db11-45c2-a14c-5e987e8ebe68,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:04.337524 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 36884) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:04.350546 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-3552a9fb-0d0c-46a7-bb8b-c72043d0834a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bafa57e7-b72f-4a14-8269-b93c6e437ffe', 'name': 'tempest-AttachVolumeShelveTestJSON-348321455-router', 'tenant_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '368c32c0-c314-4342-9815-4c57d936452a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:31:09Z', 'updated_at': '2021-07-12T08:31:28Z', 'revision_number': 4, 'project_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'gw_port': {'id': '368c32c0-c314-4342-9815-4c57d936452a', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:27:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafa57e7-b72f-4a14-8269-b93c6e437ffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:12Z', 'updated_at': '2021-07-12T08:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_floatingips': [{'id': '5dcffb22-5222-407e-80b8-2316d872d328', 'tenant_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'floating_ip_address': '172.27.1.166', 'floating_network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'router_id': 'bafa57e7-b72f-4a14-8269-b93c6e437ffe', 'port_id': '981df685-a462-4059-9fe7-42d652f3077b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87f9aa9d-4b32-44c0-9258-78c96af6cf8d', 'mac_address': 'fa:16:3e:ea:aa:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1132c8d2-6ec2-4e37-b308-4ea6e49f5541', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T08:31:36Z', 'updated_at': '2021-07-12T08:32:02Z', 'revision_number': 1, 'project_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96e2e342-c1a9-432e-bf24-867ec2d38b56', 'name': '', 'network_id': '87f9aa9d-4b32-44c0-9258-78c96af6cf8d', 'tenant_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'mac_address': 'fa:16:3e:3d:9b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafa57e7-b72f-4a14-8269-b93c6e437ffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2a3005b3-6c18-4cb2-94e4-48e9cf6a930f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:23Z', 'updated_at': '2021-07-12T08:31:38Z', 'revision_number': 5, 'project_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'subnets': [{'id': '2a3005b3-6c18-4cb2-94e4-48e9cf6a930f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:32:04.376423 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3552a9fb-0d0c-46a7-bb8b-c72043d0834a None None] The sync data for ids ['bafa57e7-b72f-4a14-8269-b93c6e437ffe'] in dv-cinder-800431-1-iscsi is: [{'id': 'bafa57e7-b72f-4a14-8269-b93c6e437ffe', 'name': 'tempest-AttachVolumeShelveTestJSON-348321455-router', 'tenant_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '368c32c0-c314-4342-9815-4c57d936452a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:31:09Z', 'updated_at': '2021-07-12T08:31:28Z', 'revision_number': 4, 'project_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'gw_port': {'id': '368c32c0-c314-4342-9815-4c57d936452a', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:27:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafa57e7-b72f-4a14-8269-b93c6e437ffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:12Z', 'updated_at': '2021-07-12T08:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_floatingips': [{'id': '5dcffb22-5222-407e-80b8-2316d872d328', 'tenant_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'floating_ip_address': '172.27.1.166', 'floating_network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'router_id': 'bafa57e7-b72f-4a14-8269-b93c6e437ffe', 'port_id': '981df685-a462-4059-9fe7-42d652f3077b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87f9aa9d-4b32-44c0-9258-78c96af6cf8d', 'mac_address': 'fa:16:3e:ea:aa:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1132c8d2-6ec2-4e37-b308-4ea6e49f5541', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T08:31:36Z', 'updated_at': '2021-07-12T08:32:02Z', 'revision_number': 1, 'project_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96e2e342-c1a9-432e-bf24-867ec2d38b56', 'name': '', 'network_id': '87f9aa9d-4b32-44c0-9258-78c96af6cf8d', 'tenant_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'mac_address': 'fa:16:3e:3d:9b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafa57e7-b72f-4a14-8269-b93c6e437ffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2a3005b3-6c18-4cb2-94e4-48e9cf6a930f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:23Z', 'updated_at': '2021-07-12T08:31:38Z', 'revision_number': 5, 'project_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'subnets': [{'id': '2a3005b3-6c18-4cb2-94e4-48e9cf6a930f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 08:32:04.388281 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b2464943-0286-4941-8b91-3a9e92e16ecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:04.411770 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b2464943-0286-4941-8b91-3a9e92e16ecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:04.462689 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b2464943-0286-4941-8b91-3a9e92e16ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:04.465292 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b2464943-0286-4941-8b91-3a9e92e16ecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:04.469267 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-b2464943-0286-4941-8b91-3a9e92e16ecb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1b9fc13d-db11-45c2-a14c-5e987e8ebe68 HTTP/1.1" status: 204 len: 168 time: 0.1295834 Jul 12 08:32:04.477523 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2464943-0286-4941-8b91-3a9e92e16ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9fc13d-db11-45c2-a14c-5e987e8ebe68,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:04.596733 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02761f7d-8c5c-4a0a-a85a-978ab72e0216 None None] New status for floating IP 5dcffb22-5222-407e-80b8-2316d872d328: ACTIVE {{(pid=92953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 08:32:04.731126 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 36896) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:04.744870 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b145a96c-245d-41db-9d92-187b00f2406f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:04.843073 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b145a96c-245d-41db-9d92-187b00f2406f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:04.847037 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b145a96c-245d-41db-9d92-187b00f2406f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:04.883303 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-b145a96c-245d-41db-9d92-187b00f2406f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6929c26ff7934e488990973c2b43d5f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1506140 Jul 12 08:32:04.885249 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b145a96c-245d-41db-9d92-187b00f2406f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d9ddfd-8759-4bd8-b034-be37bb682a74,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:04.886482 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 36898) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:04.892505 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b145a96c-245d-41db-9d92-187b00f2406f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:32:04.892858 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b145a96c-245d-41db-9d92-187b00f2406f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:32:04.893195 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b145a96c-245d-41db-9d92-187b00f2406f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:32:04.893524 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b145a96c-245d-41db-9d92-187b00f2406f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:32:04.893877 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b145a96c-245d-41db-9d92-187b00f2406f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:32:04.894205 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b145a96c-245d-41db-9d92-187b00f2406f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:32:04.894527 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b145a96c-245d-41db-9d92-187b00f2406f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:32:04.894849 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b145a96c-245d-41db-9d92-187b00f2406f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:32:04.895173 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b145a96c-245d-41db-9d92-187b00f2406f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:32:04.895492 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b145a96c-245d-41db-9d92-187b00f2406f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:32:04.895809 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b145a96c-245d-41db-9d92-187b00f2406f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:32:04.896122 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b145a96c-245d-41db-9d92-187b00f2406f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:32:04.937974 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-a4489e9b-2958-4b71-b078-0215191b186f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:04.958069 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-a4489e9b-2958-4b71-b078-0215191b186f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:05.003016 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-a4489e9b-2958-4b71-b078-0215191b186f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:05.005092 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-a4489e9b-2958-4b71-b078-0215191b186f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:05.009370 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-a4489e9b-2958-4b71-b078-0215191b186f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/85d9ddfd-8759-4bd8-b034-be37bb682a74 HTTP/1.1" status: 204 len: 168 time: 0.1189332 Jul 12 08:32:05.016444 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4489e9b-2958-4b71-b078-0215191b186f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d9ddfd-8759-4bd8-b034-be37bb682a74,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:06.310112 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] get_ports_and_sgs() called for port_ids ['66d70884-a577-4980-ba2d-a9e7fcc9c226'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 08:32:06.399647 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 08:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a9dbea-de9e-422f-b11c-c6cdd86b0b85 x-openstack-request-id: req-41a9dbea-de9e-422f-b11c-c6cdd86b0b85 {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:32:06.400136 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1132c8d2-6ec2-4e37-b308-4ea6e49f5541", "tag": "981df685-a462-4059-9fe7-42d652f3077b", "status": "completed", "code": 200}]} {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:32:06.400235 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-41a9dbea-de9e-422f-b11c-c6cdd86b0b85 {{(pid=92951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:32:06.400818 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1132c8d2-6ec2-4e37-b308-4ea6e49f5541', 'tag': '981df685-a462-4059-9fe7-42d652f3077b', 'status': 'completed', 'code': 200} Jul 12 08:32:06.557907 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-28676992-244a-4940-bf11-f68d3bae4420 req-8f17dff6-06f8-43dd-975a-27fef239b99d tempest-DeleteServersTestJSON-821389614 tempest-DeleteServersTestJSON-821389614-project] 10.222.0.37 "GET /v2.0/ports?device_id=fea42424-78ac-4cf7-8021-c853f29d7fbd HTTP/1.1" status: 200 len: 210 time: 0.0508833 Jul 12 08:32:06.586131 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf82f2-301e-4be8-810b-1c1bb95e7535 req-33010419-21ac-4fdd-9534-a2de9e3fd485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:06.587732 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-69cf82f2-301e-4be8-810b-1c1bb95e7535 req-33010419-21ac-4fdd-9534-a2de9e3fd485 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ca5d7c4d35274957aea289fc8cbe4d73&device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 1098 time: 0.1212590 Jul 12 08:32:06.612843 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc6af5f-1f65-424a-9015-b5dace45898d req-fd8ff48c-9f93-4dea-98cc-1f758cdf69a3 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:06.614387 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-5dc6af5f-1f65-424a-9015-b5dace45898d req-fd8ff48c-9f93-4dea-98cc-1f758cdf69a3 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b85e9a3-2c63-40e2-987e-49d253eb944d HTTP/1.1" status: 200 len: 945 time: 0.0769594 Jul 12 08:32:06.657373 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-5dc6af5f-1f65-424a-9015-b5dace45898d req-c193e88e-fab5-4a81-9c9f-84382d7ab562 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361636 Jul 12 08:32:06.697373 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf82f2-301e-4be8-810b-1c1bb95e7535 req-57727def-0237-4334-9b5c-ba5427939844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:06.699060 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-69cf82f2-301e-4be8-810b-1c1bb95e7535 req-57727def-0237-4334-9b5c-ba5427939844 service neutron] 10.222.0.23 "GET /v2.0/networks?id=87f9aa9d-4b32-44c0-9258-78c96af6cf8d HTTP/1.1" status: 200 len: 917 time: 0.0959749 Jul 12 08:32:06.778135 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-69cf82f2-301e-4be8-810b-1c1bb95e7535 req-43b5a976-1803-4121-b7c9-8a28bec43118 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=981df685-a462-4059-9fe7-42d652f3077b HTTP/1.1" status: 200 len: 1001 time: 0.0643096 Jul 12 08:32:06.849101 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf82f2-301e-4be8-810b-1c1bb95e7535 req-1fbeab36-02c8-4bd8-8476-cd9cf40b224f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:06.850798 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-69cf82f2-301e-4be8-810b-1c1bb95e7535 req-1fbeab36-02c8-4bd8-8476-cd9cf40b224f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2a3005b3-6c18-4cb2-94e4-48e9cf6a930f HTTP/1.1" status: 200 len: 855 time: 0.0509603 Jul 12 08:32:06.916115 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf82f2-301e-4be8-810b-1c1bb95e7535 req-c438278e-e6db-44a8-a0bb-80e3f1afd77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:06.917793 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-69cf82f2-301e-4be8-810b-1c1bb95e7535 req-c438278e-e6db-44a8-a0bb-80e3f1afd77b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=87f9aa9d-4b32-44c0-9258-78c96af6cf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0539539 Jul 12 08:32:06.945172 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:06.988389 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7202ca96-59ca-4427-8695-9f1c82885307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:07.024172 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-69cf82f2-301e-4be8-810b-1c1bb95e7535 req-100a69e7-8a6d-4c97-988c-66ca4bbeb784 service neutron] 10.222.0.23 "GET /v2.0/networks/87f9aa9d-4b32-44c0-9258-78c96af6cf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881965 Jul 12 08:32:07.128244 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-69cf82f2-301e-4be8-810b-1c1bb95e7535 req-972b3acd-924d-4a25-8890-17bbe0bb872f service neutron] 10.222.0.23 "GET /v2.0/networks/87f9aa9d-4b32-44c0-9258-78c96af6cf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941436 Jul 12 08:32:07.827276 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8beb-ed90-4929-879a-4eba2c5b629e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:07.858757 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269efee8-4597-4beb-b3c3-9ca0625a6928 req-a920f6ce-3439-444f-9215-4008c4102634 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:07.860277 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-269efee8-4597-4beb-b3c3-9ca0625a6928 req-a920f6ce-3439-444f-9215-4008c4102634 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b85e9a3-2c63-40e2-987e-49d253eb944d HTTP/1.1" status: 200 len: 945 time: 0.0752740 Jul 12 08:32:07.903389 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-269efee8-4597-4beb-b3c3-9ca0625a6928 req-2efd4e2e-a7f2-4aed-9cd3-dc9a73881e95 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372391 Jul 12 08:32:08.298217 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 66d70884-a577-4980-ba2d-a9e7fcc9c226 no longer exists at agent hyperv_hv-cinder-80043 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 08:32:08.323113 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] No Port match for: 66d70884-a577-4980-ba2d-a9e7fcc9c226 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 08:32:08.323462 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 66d70884-a577-4980-ba2d-a9e7fcc9c226 not bound to the agent host hv-cinder-80043 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 08:32:09.080878 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fba93c-97af-4ac4-b3e2-7c4bbbb2e912 req-ea1a5230-c3e3-40b9-8d1e-20a423f24073 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:09.082446 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-09fba93c-97af-4ac4-b3e2-7c4bbbb2e912 req-ea1a5230-c3e3-40b9-8d1e-20a423f24073 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b85e9a3-2c63-40e2-987e-49d253eb944d HTTP/1.1" status: 200 len: 945 time: 0.0668385 Jul 12 08:32:09.101292 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 37074) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:09.121192 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-09fba93c-97af-4ac4-b3e2-7c4bbbb2e912 req-8c3b54b6-ea29-49d9-bd99-5f9a161e1016 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323806 Jul 12 08:32:09.146819 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.db.db_base_plugin_v2 [None req-5408d652-9f1d-4b5f-b9da-1993ca7525e2 admin admin] Deleting subnet 8b8ebb52-f0cb-48c2-a491-11133b9e62c3 {{(pid=92951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 08:32:09.154563 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5408d652-9f1d-4b5f-b9da-1993ca7525e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:09.187094 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5408d652-9f1d-4b5f-b9da-1993ca7525e2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:09.196478 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5408d652-9f1d-4b5f-b9da-1993ca7525e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8247719'] for subnet, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:09.253858 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5408d652-9f1d-4b5f-b9da-1993ca7525e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8247726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794'] for subnet, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:09.280892 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5408d652-9f1d-4b5f-b9da-1993ca7525e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b8ebb52-f0cb-48c2-a491-11133b9e62c3,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:09.283152 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5408d652-9f1d-4b5f-b9da-1993ca7525e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:09.285009 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-5408d652-9f1d-4b5f-b9da-1993ca7525e2 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8b8ebb52-f0cb-48c2-a491-11133b9e62c3 HTTP/1.1" status: 204 len: 168 time: 0.1826649 Jul 12 08:32:09.287575 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 37076) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:09.292178 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5408d652-9f1d-4b5f-b9da-1993ca7525e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:32:09.292897 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5408d652-9f1d-4b5f-b9da-1993ca7525e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:32:09.293247 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5408d652-9f1d-4b5f-b9da-1993ca7525e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:32:09.293586 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5408d652-9f1d-4b5f-b9da-1993ca7525e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:32:09.293968 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5408d652-9f1d-4b5f-b9da-1993ca7525e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:32:09.294304 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5408d652-9f1d-4b5f-b9da-1993ca7525e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:32:09.294633 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5408d652-9f1d-4b5f-b9da-1993ca7525e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:32:09.294964 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5408d652-9f1d-4b5f-b9da-1993ca7525e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:32:09.295290 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5408d652-9f1d-4b5f-b9da-1993ca7525e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:32:09.295617 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5408d652-9f1d-4b5f-b9da-1993ca7525e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:32:09.295941 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5408d652-9f1d-4b5f-b9da-1993ca7525e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:32:09.296262 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5408d652-9f1d-4b5f-b9da-1993ca7525e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:32:09.359056 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f752a4d0-75c5-449d-91c8-a657ef0ae3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884328'] for network, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:09.360884 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8148b14b-fdb1-487f-b940-7b46dc6d16f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:09.435594 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f752a4d0-75c5-449d-91c8-a657ef0ae3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8250066', 'neutron.services.segments.db._delete_segments_for_network-8748223159134'] for network, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:09.445881 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.services.segments.db [None req-f752a4d0-75c5-449d-91c8-a657ef0ae3ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc5b67e2-89a7-4132-a0b0-a29e3f848ba7']}} {{(pid=92952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:32:09.455432 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.services.segments.db [None req-f752a4d0-75c5-449d-91c8-a657ef0ae3ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '840a0351-5043-4d1c-98e8-e4e7efaab3eb') {'for_net_delete': True} {{(pid=92952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:32:09.455734 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.services.segments.db [None req-f752a4d0-75c5-449d-91c8-a657ef0ae3ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '840a0351-5043-4d1c-98e8-e4e7efaab3eb') {} {{(pid=92952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:32:09.464513 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f752a4d0-75c5-449d-91c8-a657ef0ae3ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748223174018', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1649681'] for segment, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:09.477745 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f752a4d0-75c5-449d-91c8-a657ef0ae3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246630'] for segment, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:09.483444 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f752a4d0-75c5-449d-91c8-a657ef0ae3ce admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=92952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 08:32:09.483823 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f752a4d0-75c5-449d-91c8-a657ef0ae3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1188435'] for segment, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:09.485407 dv-cinder-800431-1-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 08:32:09.485407 dv-cinder-800431-1-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 12 08:32:09.485407 dv-cinder-800431-1-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 08:32:09.485407 dv-cinder-800431-1-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 12 08:32:09.485407 dv-cinder-800431-1-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 08:32:09.485407 dv-cinder-800431-1-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 12 08:32:09.485407 dv-cinder-800431-1-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 08:32:09.485407 dv-cinder-800431-1-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 12 08:32:09.485407 dv-cinder-800431-1-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 08:32:09.485407 dv-cinder-800431-1-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 12 08:32:09.485407 dv-cinder-800431-1-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 08:32:09.485407 dv-cinder-800431-1-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 12 08:32:09.485407 dv-cinder-800431-1-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 08:32:09.485407 dv-cinder-800431-1-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 12 08:32:09.485407 dv-cinder-800431-1-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 08:32:09.485407 dv-cinder-800431-1-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 12 08:32:09.485407 dv-cinder-800431-1-iscsi neutron-server[92952]: Traceback (most recent call last): Jul 12 08:32:09.485407 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 08:32:09.485407 dv-cinder-800431-1-iscsi neutron-server[92952]: timer() Jul 12 08:32:09.485407 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 08:32:09.485407 dv-cinder-800431-1-iscsi neutron-server[92952]: cb(*args, **kw) Jul 12 08:32:09.485407 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 08:32:09.485407 dv-cinder-800431-1-iscsi neutron-server[92952]: return func(*args, **kwargs) Jul 12 08:32:09.485407 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 08:32:09.485407 dv-cinder-800431-1-iscsi neutron-server[92952]: self._notify() Jul 12 08:32:09.485407 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 08:32:09.485407 dv-cinder-800431-1-iscsi neutron-server[92952]: self.callback(batched_events) Jul 12 08:32:09.485407 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 08:32:09.485407 dv-cinder-800431-1-iscsi neutron-server[92952]: event.method(event) Jul 12 08:32:09.485407 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 08:32:09.485407 dv-cinder-800431-1-iscsi neutron-server[92952]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 08:32:09.485407 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 08:32:09.485407 dv-cinder-800431-1-iscsi neutron-server[92952]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 08:32:09.485407 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 08:32:09.485407 dv-cinder-800431-1-iscsi neutron-server[92952]: return f(self, *a, **k) Jul 12 08:32:09.485407 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 08:32:09.485407 dv-cinder-800431-1-iscsi neutron-server[92952]: return self._get(url).json() Jul 12 08:32:09.485407 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 08:32:09.485407 dv-cinder-800431-1-iscsi neutron-server[92952]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 08:32:09.485407 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 08:32:09.485407 dv-cinder-800431-1-iscsi neutron-server[92952]: return self.request(url, 'GET', **kwargs) Jul 12 08:32:09.485407 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 08:32:09.485407 dv-cinder-800431-1-iscsi neutron-server[92952]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 08:32:09.485407 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 08:32:09.485407 dv-cinder-800431-1-iscsi neutron-server[92952]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 08:32:09.485407 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 08:32:09.485407 dv-cinder-800431-1-iscsi neutron-server[92952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 08:32:09.485407 dv-cinder-800431-1-iscsi neutron-server[92952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 08:32:09.542460 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f752a4d0-75c5-449d-91c8-a657ef0ae3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8250657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-940980'] for network, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:09.547776 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f752a4d0-75c5-449d-91c8-a657ef0ae3ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for network, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:09.549586 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-f752a4d0-75c5-449d-91c8-a657ef0ae3ce admin admin] 10.222.0.37 "DELETE /v2.0/networks/dc5b67e2-89a7-4132-a0b0-a29e3f848ba7 HTTP/1.1" status: 204 len: 168 time: 0.2597003 Jul 12 08:32:09.560705 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f752a4d0-75c5-449d-91c8-a657ef0ae3ce admin admin] Pushing event deleted for resources: {'Network': ['ID=dc5b67e2-89a7-4132-a0b0-a29e3f848ba7,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:09.716645 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 37082) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:09.767983 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-9d210e58-20aa-44f2-a439-36d4b3fb1d4e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=77072d8b6aaa4c1384c6cf3853171672&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0478871 Jul 12 08:32:09.768403 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 37090) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:09.836524 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-00bcf655-c721-48c9-aa24-6046a0dfde41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:09.871579 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-00bcf655-c721-48c9-aa24-6046a0dfde41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:09.946521 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-00bcf655-c721-48c9-aa24-6046a0dfde41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:09.949286 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-00bcf655-c721-48c9-aa24-6046a0dfde41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:09.950491 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-00bcf655-c721-48c9-aa24-6046a0dfde41 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1adb7b5d-42f1-49ee-a325-3c6b5be54521 HTTP/1.1" status: 204 len: 168 time: 0.1808519 Jul 12 08:32:09.964718 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bcf655-c721-48c9-aa24-6046a0dfde41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1adb7b5d-42f1-49ee-a325-3c6b5be54521,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:10.300051 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 37138) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:10.333295 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9e42b-49d8-47af-a939-e17786ad2402 req-fb8f0307-42ee-4c05-aef4-5a0ce77ff34a tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:10.335107 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f0c9e42b-49d8-47af-a939-e17786ad2402 req-fb8f0307-42ee-4c05-aef4-5a0ce77ff34a tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b85e9a3-2c63-40e2-987e-49d253eb944d HTTP/1.1" status: 200 len: 945 time: 0.0891631 Jul 12 08:32:10.376197 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f0c9e42b-49d8-47af-a939-e17786ad2402 req-10ced402-227f-4cc3-9160-003f9e3ea585 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354922 Jul 12 08:32:10.456861 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0414f22f-864c-4883-8626-95bb42cf588c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:10.536608 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 37148) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:10.560785 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0414f22f-864c-4883-8626-95bb42cf588c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:10.572309 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0414f22f-864c-4883-8626-95bb42cf588c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:10.613082 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 37154) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:10.613304 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-0414f22f-864c-4883-8626-95bb42cf588c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=955c37e3b8ee4b5aa3c043f02c62cdb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3119609 Jul 12 08:32:10.618640 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0414f22f-864c-4883-8626-95bb42cf588c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f171ce-dc6a-4335-96f1-3ce0d267f781,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:10.673059 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-bb2e3db4-cefe-400b-905c-2207df17d74f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:10.694414 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-bb2e3db4-cefe-400b-905c-2207df17d74f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:10.721163 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-efbbef85-eed6-4ccc-b410-138125d564db admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:10.785293 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-bb2e3db4-cefe-400b-905c-2207df17d74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:10.787902 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-bb2e3db4-cefe-400b-905c-2207df17d74f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:10.789211 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-bb2e3db4-cefe-400b-905c-2207df17d74f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/29f171ce-dc6a-4335-96f1-3ce0d267f781 HTTP/1.1" status: 204 len: 168 time: 0.1739149 Jul 12 08:32:10.806953 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2e3db4-cefe-400b-905c-2207df17d74f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f171ce-dc6a-4335-96f1-3ce0d267f781,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:10.869112 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-efbbef85-eed6-4ccc-b410-138125d564db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:10.875803 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-efbbef85-eed6-4ccc-b410-138125d564db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:10.920835 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbbef85-eed6-4ccc-b410-138125d564db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a954d23-122c-41b2-abb2-3bc012ab966c,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:10.937327 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-efbbef85-eed6-4ccc-b410-138125d564db admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=649d024665774235be8dd34211383f81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3993638 Jul 12 08:32:10.940123 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 37172) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:11.029142 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3f5d3426-0f72-4504-9b30-6cf43fc5188b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:11.059144 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3f5d3426-0f72-4504-9b30-6cf43fc5188b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:11.112982 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3f5d3426-0f72-4504-9b30-6cf43fc5188b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:11.115711 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3f5d3426-0f72-4504-9b30-6cf43fc5188b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:11.117627 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-3f5d3426-0f72-4504-9b30-6cf43fc5188b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3a954d23-122c-41b2-abb2-3bc012ab966c HTTP/1.1" status: 204 len: 168 time: 0.1756148 Jul 12 08:32:11.126218 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5d3426-0f72-4504-9b30-6cf43fc5188b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a954d23-122c-41b2-abb2-3bc012ab966c,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:11.317529 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 37184) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:11.333761 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3ac416fe-974f-4312-b6b0-9353d980a24d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:11.440638 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3ac416fe-974f-4312-b6b0-9353d980a24d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:11.446374 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3ac416fe-974f-4312-b6b0-9353d980a24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:11.493619 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-3ac416fe-974f-4312-b6b0-9353d980a24d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1d12e8d6cf18444ab9f67057cebc22a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1749220 Jul 12 08:32:11.493842 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 37194) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:11.494952 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac416fe-974f-4312-b6b0-9353d980a24d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13bb5d1e-6fe9-444a-a5c3-4110fb74fdc0,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:11.526933 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 37196) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:11.542523 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-36de4b31-ee2a-4d4f-8f28-ac5697696ee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:11.611059 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b74548fc-4b92-4b7c-b5e1-d8e52f94760c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:11.620569 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ba053-ee80-459b-a74f-74cd03ab0bbf req-fc08b97a-bd6d-43ca-8fe8-dcd87164cc89 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:11.626188 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-409ba053-ee80-459b-a74f-74cd03ab0bbf req-fc08b97a-bd6d-43ca-8fe8-dcd87164cc89 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b85e9a3-2c63-40e2-987e-49d253eb944d HTTP/1.1" status: 200 len: 945 time: 0.1012282 Jul 12 08:32:11.641908 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-36de4b31-ee2a-4d4f-8f28-ac5697696ee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:11.646443 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-36de4b31-ee2a-4d4f-8f28-ac5697696ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:11.669190 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b74548fc-4b92-4b7c-b5e1-d8e52f94760c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:11.692523 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-36de4b31-ee2a-4d4f-8f28-ac5697696ee1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d48660d7daf84c878792c814cc79538b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1620355 Jul 12 08:32:11.692523 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de4b31-ee2a-4d4f-8f28-ac5697696ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32eb924d-4fc7-4ea8-85af-02027c38e432,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:11.693003 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 37200) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:11.700149 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-409ba053-ee80-459b-a74f-74cd03ab0bbf req-2f6bc68e-148a-4caf-b9bb-f8be2b99333d tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708671 Jul 12 08:32:11.740548 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b74548fc-4b92-4b7c-b5e1-d8e52f94760c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:11.745053 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b74548fc-4b92-4b7c-b5e1-d8e52f94760c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:11.746405 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-b74548fc-4b92-4b7c-b5e1-d8e52f94760c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/13bb5d1e-6fe9-444a-a5c3-4110fb74fdc0 HTTP/1.1" status: 204 len: 168 time: 0.2514226 Jul 12 08:32:11.750089 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-96a3cf1f-1017-43df-b708-0f0b49ee232e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:11.756161 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74548fc-4b92-4b7c-b5e1-d8e52f94760c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13bb5d1e-6fe9-444a-a5c3-4110fb74fdc0,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:11.779066 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-96a3cf1f-1017-43df-b708-0f0b49ee232e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:11.829423 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-96a3cf1f-1017-43df-b708-0f0b49ee232e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:11.833231 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-96a3cf1f-1017-43df-b708-0f0b49ee232e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:11.837426 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-96a3cf1f-1017-43df-b708-0f0b49ee232e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/32eb924d-4fc7-4ea8-85af-02027c38e432 HTTP/1.1" status: 204 len: 168 time: 0.1434851 Jul 12 08:32:11.845422 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a3cf1f-1017-43df-b708-0f0b49ee232e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32eb924d-4fc7-4ea8-85af-02027c38e432,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:12.306582 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 37238) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:12.326570 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6bc6d9af-97f6-49d4-8ee1-8f744fe79595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:12.438890 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6bc6d9af-97f6-49d4-8ee1-8f744fe79595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:12.443334 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6bc6d9af-97f6-49d4-8ee1-8f744fe79595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:12.486336 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-6bc6d9af-97f6-49d4-8ee1-8f744fe79595 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1a6545063f7d4518971b5e0afce9ed9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1781368 Jul 12 08:32:12.487240 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6d9af-97f6-49d4-8ee1-8f744fe79595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15299a48-5843-4538-9e23-809587eb0a35,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:12.488978 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 37252) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:12.551780 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-11fdd32a-7b02-4cca-a279-e98786abcfe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:12.576221 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-11fdd32a-7b02-4cca-a279-e98786abcfe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:12.629226 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-11fdd32a-7b02-4cca-a279-e98786abcfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:12.633412 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-11fdd32a-7b02-4cca-a279-e98786abcfe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:12.636995 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-11fdd32a-7b02-4cca-a279-e98786abcfe1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/15299a48-5843-4538-9e23-809587eb0a35 HTTP/1.1" status: 204 len: 168 time: 0.1447887 Jul 12 08:32:12.643833 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fdd32a-7b02-4cca-a279-e98786abcfe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15299a48-5843-4538-9e23-809587eb0a35,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:12.941417 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f8160-233b-4e92-aeda-3e54874ed1bc req-1e151a80-5ef8-45fe-bcff-6bf544f6c613 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:12.943483 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-936f8160-233b-4e92-aeda-3e54874ed1bc req-1e151a80-5ef8-45fe-bcff-6bf544f6c613 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b85e9a3-2c63-40e2-987e-49d253eb944d HTTP/1.1" status: 200 len: 945 time: 0.0810823 Jul 12 08:32:12.995199 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-936f8160-233b-4e92-aeda-3e54874ed1bc req-68c157d8-a198-49cf-9a2a-c81535fe5937 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385044 Jul 12 08:32:13.964223 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 37398) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:14.139845 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-76fa79ed-e8e0-4013-a05c-cf79261893bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:14.292460 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07cb64a-517d-4bf1-b22c-c88004063a0f req-96952c73-85fb-4401-b22e-50d39c7019c9 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:14.293382 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e07cb64a-517d-4bf1-b22c-c88004063a0f req-96952c73-85fb-4401-b22e-50d39c7019c9 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b85e9a3-2c63-40e2-987e-49d253eb944d HTTP/1.1" status: 200 len: 945 time: 0.1501317 Jul 12 08:32:14.326818 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-76fa79ed-e8e0-4013-a05c-cf79261893bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:14.332557 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-76fa79ed-e8e0-4013-a05c-cf79261893bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:14.368565 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e07cb64a-517d-4bf1-b22c-c88004063a0f req-fda13e43-a023-4f14-9983-08cf085033c8 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670869 Jul 12 08:32:14.379203 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fa79ed-e8e0-4013-a05c-cf79261893bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e29ed613-4969-4ead-b9dc-dc5870bc520a,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:14.386355 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-76fa79ed-e8e0-4013-a05c-cf79261893bb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f6a4afbd973b49729aff4d28bf667dc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4187274 Jul 12 08:32:14.386530 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 37414) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:14.437250 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0d79bbe7-61f7-4ce6-bef4-13baadb38959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:14.457491 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0d79bbe7-61f7-4ce6-bef4-13baadb38959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:14.511228 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0d79bbe7-61f7-4ce6-bef4-13baadb38959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:14.514238 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0d79bbe7-61f7-4ce6-bef4-13baadb38959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:14.515732 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-0d79bbe7-61f7-4ce6-bef4-13baadb38959 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e29ed613-4969-4ead-b9dc-dc5870bc520a HTTP/1.1" status: 204 len: 168 time: 0.1283228 Jul 12 08:32:14.532054 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d79bbe7-61f7-4ce6-bef4-13baadb38959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29ed613-4969-4ead-b9dc-dc5870bc520a,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:14.770201 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 37424) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:14.783521 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-7cebd725-a5bc-4735-a1ed-0765276a0dc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:14.870595 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-7cebd725-a5bc-4735-a1ed-0765276a0dc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:14.874292 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-7cebd725-a5bc-4735-a1ed-0765276a0dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:14.910824 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-7cebd725-a5bc-4735-a1ed-0765276a0dc5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4645515346434c3885f829f9efd6a4e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1395464 Jul 12 08:32:14.911941 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cebd725-a5bc-4735-a1ed-0765276a0dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d45ee19-c0f4-4c84-a12d-15b30ebd52ae,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:14.913504 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 37426) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:14.961354 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-41616700-aff2-4adc-ac29-f794bbffd5aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:14.982414 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-41616700-aff2-4adc-ac29-f794bbffd5aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:15.032913 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-41616700-aff2-4adc-ac29-f794bbffd5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:15.035484 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-41616700-aff2-4adc-ac29-f794bbffd5aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:15.036595 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-41616700-aff2-4adc-ac29-f794bbffd5aa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0d45ee19-c0f4-4c84-a12d-15b30ebd52ae HTTP/1.1" status: 204 len: 168 time: 0.1215167 Jul 12 08:32:15.043742 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41616700-aff2-4adc-ac29-f794bbffd5aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d45ee19-c0f4-4c84-a12d-15b30ebd52ae,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:15.646744 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc3d80-c2c6-421a-b02d-87c3e683dc1d req-4a85b7f3-da8d-46f0-a1d0-f7c51a35d1cd tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:15.655334 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-18dc3d80-c2c6-421a-b02d-87c3e683dc1d req-4a85b7f3-da8d-46f0-a1d0-f7c51a35d1cd tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b85e9a3-2c63-40e2-987e-49d253eb944d HTTP/1.1" status: 200 len: 945 time: 0.1168311 Jul 12 08:32:15.764144 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-18dc3d80-c2c6-421a-b02d-87c3e683dc1d req-810806b6-36bb-40ae-8f77-405471f20281 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013899 Jul 12 08:32:16.967224 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e82a7-1eb2-4e0f-9be1-bf79c7d62ce3 req-35a54704-ed8a-4c70-8a69-d76694a4f6d8 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:16.975414 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-d41e82a7-1eb2-4e0f-9be1-bf79c7d62ce3 req-35a54704-ed8a-4c70-8a69-d76694a4f6d8 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b85e9a3-2c63-40e2-987e-49d253eb944d HTTP/1.1" status: 200 len: 945 time: 0.0840280 Jul 12 08:32:17.032250 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-d41e82a7-1eb2-4e0f-9be1-bf79c7d62ce3 req-df36cdbd-98b2-4a42-bd7a-50a60d433f68 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559065 Jul 12 08:32:18.207166 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc81ed2-c9be-4713-b5f7-41ed65dbac15 req-6628d4a8-1f8e-4b52-aeeb-c3e7da24afd8 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:18.208537 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-fdc81ed2-c9be-4713-b5f7-41ed65dbac15 req-6628d4a8-1f8e-4b52-aeeb-c3e7da24afd8 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b85e9a3-2c63-40e2-987e-49d253eb944d HTTP/1.1" status: 200 len: 945 time: 0.0636556 Jul 12 08:32:18.244742 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-fdc81ed2-c9be-4713-b5f7-41ed65dbac15 req-980970c1-56bd-4533-b86f-4513b563e2eb tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306256 Jul 12 08:32:19.519726 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 37646) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:19.625426 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0a9b5b7d-5444-4d6e-9573-8ab514bd51f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:19.723643 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0a9b5b7d-5444-4d6e-9573-8ab514bd51f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:19.739560 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0a9b5b7d-5444-4d6e-9573-8ab514bd51f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:19.778538 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-0a9b5b7d-5444-4d6e-9573-8ab514bd51f1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f759120fc3de4f6bae7c0b1f90fcf14d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2576244 Jul 12 08:32:19.779289 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9b5b7d-5444-4d6e-9573-8ab514bd51f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75fada0-4f2a-49fe-ba73-266e887d0437,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:19.781239 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 37658) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:19.838283 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-0193a058-b8d7-47a7-9b2d-52b620320f4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:19.863676 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-0193a058-b8d7-47a7-9b2d-52b620320f4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:19.915237 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-0193a058-b8d7-47a7-9b2d-52b620320f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:19.918337 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-0193a058-b8d7-47a7-9b2d-52b620320f4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:19.922086 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-0193a058-b8d7-47a7-9b2d-52b620320f4f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d75fada0-4f2a-49fe-ba73-266e887d0437 HTTP/1.1" status: 204 len: 168 time: 0.1395364 Jul 12 08:32:19.932253 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0193a058-b8d7-47a7-9b2d-52b620320f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75fada0-4f2a-49fe-ba73-266e887d0437,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:20.194524 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 37678) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:20.207289 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e6f9bccc-91c8-449a-9001-292bdb139d45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:20.305955 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e6f9bccc-91c8-449a-9001-292bdb139d45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:20.309963 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e6f9bccc-91c8-449a-9001-292bdb139d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:20.346891 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f9bccc-91c8-449a-9001-292bdb139d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=975f33c8-9d80-42e2-a35f-8c0d0e1aa467,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:20.353399 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-e6f9bccc-91c8-449a-9001-292bdb139d45 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ee5d767087e64986a6c2160550473192&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1554430 Jul 12 08:32:20.353619 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 37686) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:20.401499 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c6f7cf5b-6552-4f2e-ae4b-283d09331adf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:20.421859 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c6f7cf5b-6552-4f2e-ae4b-283d09331adf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:20.475187 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c6f7cf5b-6552-4f2e-ae4b-283d09331adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:20.478825 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c6f7cf5b-6552-4f2e-ae4b-283d09331adf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:20.482293 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-c6f7cf5b-6552-4f2e-ae4b-283d09331adf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/975f33c8-9d80-42e2-a35f-8c0d0e1aa467 HTTP/1.1" status: 204 len: 168 time: 0.1254432 Jul 12 08:32:20.488688 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f7cf5b-6552-4f2e-ae4b-283d09331adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=975f33c8-9d80-42e2-a35f-8c0d0e1aa467,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:21.386416 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d61e407-76be-458b-bf3a-669a39651a6c req-1f91375b-dcde-4497-8d78-9aa5da87a54f tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:21.388323 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-3d61e407-76be-458b-bf3a-669a39651a6c req-1f91375b-dcde-4497-8d78-9aa5da87a54f tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b85e9a3-2c63-40e2-987e-49d253eb944d HTTP/1.1" status: 200 len: 945 time: 0.0684602 Jul 12 08:32:21.431977 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-3d61e407-76be-458b-bf3a-669a39651a6c req-764bff5c-87e2-4977-85ed-0cd1376337cc tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381751 Jul 12 08:32:22.939804 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c4669-ddcf-4b96-be4c-86d3f6d67ed8 req-3bb106f1-94bc-4d0b-884e-10d56a60f1cf tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:22.941337 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2c6c4669-ddcf-4b96-be4c-86d3f6d67ed8 req-3bb106f1-94bc-4d0b-884e-10d56a60f1cf tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b85e9a3-2c63-40e2-987e-49d253eb944d HTTP/1.1" status: 200 len: 945 time: 0.2487857 Jul 12 08:32:22.981443 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2c6c4669-ddcf-4b96-be4c-86d3f6d67ed8 req-514fbe62-f69d-49cd-909c-2efc129ee58e tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337055 Jul 12 08:32:23.014661 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 37826) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:23.124308 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6e6e5c04-fdbd-4849-a3eb-510da5a12a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:23.209720 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6e6e5c04-fdbd-4849-a3eb-510da5a12a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:23.213258 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6e6e5c04-fdbd-4849-a3eb-510da5a12a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:23.250279 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-6e6e5c04-fdbd-4849-a3eb-510da5a12a22 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8900e373843344aa80d0fb707abaaa5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2345121 Jul 12 08:32:23.251115 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e5c04-fdbd-4849-a3eb-510da5a12a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47204be3-b1e8-4171-9325-bcc74fcb4aed,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:23.253235 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 37836) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:23.301355 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-442817d0-55c0-486d-ace3-49d21949420e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:23.322548 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-442817d0-55c0-486d-ace3-49d21949420e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:23.373425 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-442817d0-55c0-486d-ace3-49d21949420e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:23.376114 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-442817d0-55c0-486d-ace3-49d21949420e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:23.377288 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-442817d0-55c0-486d-ace3-49d21949420e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/47204be3-b1e8-4171-9325-bcc74fcb4aed HTTP/1.1" status: 204 len: 168 time: 0.1229382 Jul 12 08:32:23.386434 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442817d0-55c0-486d-ace3-49d21949420e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47204be3-b1e8-4171-9325-bcc74fcb4aed,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:23.668541 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 37862) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:23.682321 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-842fdc9f-6e61-4fcf-8c04-a40330cde65c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:23.769023 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-842fdc9f-6e61-4fcf-8c04-a40330cde65c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:23.772699 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-842fdc9f-6e61-4fcf-8c04-a40330cde65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:23.813082 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-842fdc9f-6e61-4fcf-8c04-a40330cde65c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=176833e6f26f463cb730e90057a944c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1410758 Jul 12 08:32:23.813082 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842fdc9f-6e61-4fcf-8c04-a40330cde65c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a20eb8-ed9f-4fb8-b6ac-4fb13b390054,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:23.813657 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 37866) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:23.866535 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b74b786e-08d3-47f7-931d-fbec1b3af231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:23.887154 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b74b786e-08d3-47f7-931d-fbec1b3af231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:23.932112 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b74b786e-08d3-47f7-931d-fbec1b3af231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:23.934811 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b74b786e-08d3-47f7-931d-fbec1b3af231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:23.936170 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-b74b786e-08d3-47f7-931d-fbec1b3af231 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/27a20eb8-ed9f-4fb8-b6ac-4fb13b390054 HTTP/1.1" status: 204 len: 168 time: 0.1212766 Jul 12 08:32:23.943851 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74b786e-08d3-47f7-931d-fbec1b3af231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a20eb8-ed9f-4fb8-b6ac-4fb13b390054,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:24.164414 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f18537-6454-4889-a33e-2bea173dca17 req-a55411c3-546c-4f0b-a185-ad4ada36ef3d tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:24.166136 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c3f18537-6454-4889-a33e-2bea173dca17 req-a55411c3-546c-4f0b-a185-ad4ada36ef3d tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b85e9a3-2c63-40e2-987e-49d253eb944d HTTP/1.1" status: 200 len: 945 time: 0.0688326 Jul 12 08:32:24.210060 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c3f18537-6454-4889-a33e-2bea173dca17 req-eb1b8608-3ab7-4e64-b605-d35fc6cdd1d2 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373302 Jul 12 08:32:24.377023 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 37886) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:24.484973 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-cf53451e-0744-4d0e-9718-e1d0dc952115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:24.583148 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-cf53451e-0744-4d0e-9718-e1d0dc952115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:24.587521 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-cf53451e-0744-4d0e-9718-e1d0dc952115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:24.633855 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-cf53451e-0744-4d0e-9718-e1d0dc952115 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=84728e33927c443791bae86ef0e73fd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2521684 Jul 12 08:32:24.633855 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf53451e-0744-4d0e-9718-e1d0dc952115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28dc2b1-cb5b-48ff-94bf-33667d1e48d5,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:24.634204 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 37904) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:24.689080 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-cf27e0e2-0179-42d2-beeb-ab4446e4f921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:24.715288 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-cf27e0e2-0179-42d2-beeb-ab4446e4f921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:24.780358 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-cf27e0e2-0179-42d2-beeb-ab4446e4f921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:24.783292 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-cf27e0e2-0179-42d2-beeb-ab4446e4f921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:24.784433 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-cf27e0e2-0179-42d2-beeb-ab4446e4f921 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e28dc2b1-cb5b-48ff-94bf-33667d1e48d5 HTTP/1.1" status: 204 len: 168 time: 0.1484978 Jul 12 08:32:24.792331 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf27e0e2-0179-42d2-beeb-ab4446e4f921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28dc2b1-cb5b-48ff-94bf-33667d1e48d5,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:25.163956 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-47880a14-7dd1-4fec-a918-b273b435d23b req-6e3dc816-b551-4016-99bc-ac9d7203d92d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0570753 Jul 12 08:32:25.285320 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47880a14-7dd1-4fec-a918-b273b435d23b req-57a516a7-7bdd-4dbf-8ca7-6919349fe64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:25.287228 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-47880a14-7dd1-4fec-a918-b273b435d23b req-57a516a7-7bdd-4dbf-8ca7-6919349fe64b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ca96284f2baa4ff8b8e4f29f16222f61&device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 1098 time: 0.0650549 Jul 12 08:32:25.373510 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 37946) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:25.416909 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed3a2a-9c6e-46af-a1e9-417031cbaa19 req-73e7211a-9598-4350-adc4-bd8b91c348dd tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:25.425558 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e3ed3a2a-9c6e-46af-a1e9-417031cbaa19 req-73e7211a-9598-4350-adc4-bd8b91c348dd tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b85e9a3-2c63-40e2-987e-49d253eb944d HTTP/1.1" status: 200 len: 945 time: 0.0808938 Jul 12 08:32:25.425957 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47880a14-7dd1-4fec-a918-b273b435d23b req-0de2dc21-66b5-4f7b-b744-9c62b315c070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:25.428255 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-47880a14-7dd1-4fec-a918-b273b435d23b req-0de2dc21-66b5-4f7b-b744-9c62b315c070 service neutron] 10.222.0.23 "GET /v2.0/networks?id=85b41c83-81a1-43ad-b6bf-2d322948dd3e HTTP/1.1" status: 200 len: 919 time: 0.1171856 Jul 12 08:32:25.474088 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e3ed3a2a-9c6e-46af-a1e9-417031cbaa19 req-02b9fae0-cce0-44f1-b7cc-924703fa4274 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474970 Jul 12 08:32:25.491995 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-47880a14-7dd1-4fec-a918-b273b435d23b req-28b8949a-e5e5-411d-b43b-4f9e76c328a8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0c6a6a3-7421-426f-b7ae-aead0db6d454 HTTP/1.1" status: 200 len: 217 time: 0.0544345 Jul 12 08:32:25.540048 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-1985ccb8-1725-4e1c-b981-21ae8be30961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:25.570837 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47880a14-7dd1-4fec-a918-b273b435d23b req-3e7b8673-68ce-447c-9672-73df85983a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:25.572249 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-47880a14-7dd1-4fec-a918-b273b435d23b req-3e7b8673-68ce-447c-9672-73df85983a71 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fea1b1f0-4ade-4907-8fb8-44348ca7636e HTTP/1.1" status: 200 len: 858 time: 0.0745268 Jul 12 08:32:25.616473 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-47880a14-7dd1-4fec-a918-b273b435d23b req-61fd3788-2673-4bb5-b0ef-eef6264ffafe service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=85b41c83-81a1-43ad-b6bf-2d322948dd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333610 Jul 12 08:32:25.754140 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-1985ccb8-1725-4e1c-b981-21ae8be30961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:25.761230 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-1985ccb8-1725-4e1c-b981-21ae8be30961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:25.765125 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-47880a14-7dd1-4fec-a918-b273b435d23b req-661bd795-60c8-477b-abea-9c3de8e4ce90 service neutron] 10.222.0.23 "GET /v2.0/networks/85b41c83-81a1-43ad-b6bf-2d322948dd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296628 Jul 12 08:32:25.902920 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1985ccb8-1725-4e1c-b981-21ae8be30961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=121a4269-9670-4ae9-a67a-bff34edd5db5,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:25.921101 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-1985ccb8-1725-4e1c-b981-21ae8be30961 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d1963cb569914dbd8df6c59ea96cbec5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5463896 Jul 12 08:32:25.924094 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 37982) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:25.993372 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-58410f86-0b6d-407d-9a78-cec8d4b34375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:25.999670 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-47880a14-7dd1-4fec-a918-b273b435d23b req-35084065-257a-4d48-b921-8b8b6a1e69fa service neutron] 10.222.0.23 "GET /v2.0/networks/85b41c83-81a1-43ad-b6bf-2d322948dd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989958 Jul 12 08:32:26.017982 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-58410f86-0b6d-407d-9a78-cec8d4b34375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:26.074884 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-58410f86-0b6d-407d-9a78-cec8d4b34375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:26.077202 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-58410f86-0b6d-407d-9a78-cec8d4b34375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:26.078423 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-58410f86-0b6d-407d-9a78-cec8d4b34375 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/121a4269-9670-4ae9-a67a-bff34edd5db5 HTTP/1.1" status: 204 len: 168 time: 0.1524062 Jul 12 08:32:26.092144 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58410f86-0b6d-407d-9a78-cec8d4b34375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121a4269-9670-4ae9-a67a-bff34edd5db5,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:26.475705 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 38002) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:26.490186 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-3db77b00-2e5c-45c9-a227-f1d8368566f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:26.588036 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-3db77b00-2e5c-45c9-a227-f1d8368566f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:26.593810 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-3db77b00-2e5c-45c9-a227-f1d8368566f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:26.630721 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db77b00-2e5c-45c9-a227-f1d8368566f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f33a8bd3-cc21-43c4-904a-8ac5e6ed2b5f,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:26.635490 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-3db77b00-2e5c-45c9-a227-f1d8368566f1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f9c35dd341064d94a26ce828c6ab98a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1580081 Jul 12 08:32:26.638320 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 38008) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:26.667194 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91213a19-aac4-46f3-a69a-30c6495fc0ec req-c104ed11-b883-4626-96ef-bcbd40ba6e7b tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:26.668682 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-91213a19-aac4-46f3-a69a-30c6495fc0ec req-c104ed11-b883-4626-96ef-bcbd40ba6e7b tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b85e9a3-2c63-40e2-987e-49d253eb944d HTTP/1.1" status: 200 len: 945 time: 0.0721505 Jul 12 08:32:26.687584 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-8a3da6b5-2a5d-4fcd-aa77-c59bcdb8d7e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:26.707336 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-91213a19-aac4-46f3-a69a-30c6495fc0ec req-0744a65a-240e-4270-b651-6f345951a778 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327802 Jul 12 08:32:26.708565 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-8a3da6b5-2a5d-4fcd-aa77-c59bcdb8d7e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:26.755021 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-8a3da6b5-2a5d-4fcd-aa77-c59bcdb8d7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:26.757916 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-8a3da6b5-2a5d-4fcd-aa77-c59bcdb8d7e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:26.759080 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-8a3da6b5-2a5d-4fcd-aa77-c59bcdb8d7e5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f33a8bd3-cc21-43c4-904a-8ac5e6ed2b5f HTTP/1.1" status: 204 len: 168 time: 0.1195300 Jul 12 08:32:26.766496 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3da6b5-2a5d-4fcd-aa77-c59bcdb8d7e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33a8bd3-cc21-43c4-904a-8ac5e6ed2b5f,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:27.638684 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a9cbf771-31f9-42de-8100-bbddb5588313 req-971afc70-e11e-4908-8834-7840555744a8 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=4f34babffc1d414ea93d0a29451030d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288432 Jul 12 08:32:27.864061 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cbf771-31f9-42de-8100-bbddb5588313 req-df9eb0de-0181-4af0-bdb5-701ab0447ca8 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:27.865736 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a9cbf771-31f9-42de-8100-bbddb5588313 req-df9eb0de-0181-4af0-bdb5-701ab0447ca8 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2210920 Jul 12 08:32:27.883623 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a9cbf771-31f9-42de-8100-bbddb5588313 req-ad09a0be-daab-4ff4-aedb-b4a4e51a76d5 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] 10.222.0.37 "GET /v2.0/quotas/4f34babffc1d414ea93d0a29451030d4 HTTP/1.1" status: 200 len: 375 time: 0.0115743 Jul 12 08:32:27.914021 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc5554-5f34-4a4e-a005-d0ce307db750 req-462a6de7-e259-4ba0-9d39-f3597edc005f tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:27.916747 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-46cc5554-5f34-4a4e-a005-d0ce307db750 req-462a6de7-e259-4ba0-9d39-f3597edc005f tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b85e9a3-2c63-40e2-987e-49d253eb944d HTTP/1.1" status: 200 len: 945 time: 0.0743551 Jul 12 08:32:27.952157 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a9cbf771-31f9-42de-8100-bbddb5588313 req-e8d5d537-a8be-45a4-9969-e62ebedd0162 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4f34babffc1d414ea93d0a29451030d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446908 Jul 12 08:32:27.968817 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-46cc5554-5f34-4a4e-a005-d0ce307db750 req-9a5eacaf-127c-4124-b526-26b1459b508d tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459852 Jul 12 08:32:28.168956 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-b9e49784-c633-4b8f-bc54-56d8b535746e req-819eedfb-3fef-468f-8461-ec99bbc23c94 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] 10.222.0.37 "GET /v2.0/ports?device_id=996ff1ee-dfdb-4612-bf3b-9938d03492d7 HTTP/1.1" status: 200 len: 210 time: 0.0616946 Jul 12 08:32:29.157448 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bae5ed-dd40-445f-a848-85515ba87596 req-30e73b9b-84d4-4ba5-a87b-9c8823e3ef51 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:29.158950 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-f4bae5ed-dd40-445f-a848-85515ba87596 req-30e73b9b-84d4-4ba5-a87b-9c8823e3ef51 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b85e9a3-2c63-40e2-987e-49d253eb944d HTTP/1.1" status: 200 len: 945 time: 0.0708797 Jul 12 08:32:29.196014 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-f4bae5ed-dd40-445f-a848-85515ba87596 req-ed79eb84-8836-4564-9930-91608ddb4735 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314767 Jul 12 08:32:29.322930 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-158e458f-8c6f-4177-a160-56a06f795c0d req-24197462-1b35-4bcf-a65a-dc2e0c71ae80 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] 10.222.0.37 "GET /v2.0/ports?device_id=996ff1ee-dfdb-4612-bf3b-9938d03492d7 HTTP/1.1" status: 200 len: 210 time: 0.0300150 Jul 12 08:32:29.668183 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-27d7ee80-e179-45b7-a334-2b53e9039c09 None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 08:32:30.490485 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:31.357978 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 38184) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:31.458925 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-befee6ac-53e6-4d92-ab5f-664914652c61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:31.542272 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-befee6ac-53e6-4d92-ab5f-664914652c61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:31.545672 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-befee6ac-53e6-4d92-ab5f-664914652c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:31.582519 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-befee6ac-53e6-4d92-ab5f-664914652c61 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4323461c739646fa90e0e034e26c7e2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2234762 Jul 12 08:32:31.583723 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befee6ac-53e6-4d92-ab5f-664914652c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3af737d-6108-424c-80fd-ec56999aa142,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:31.585151 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 38190) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:31.634960 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-afed94b6-8c7f-4dca-9710-7cbe53275643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:31.655101 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-afed94b6-8c7f-4dca-9710-7cbe53275643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:31.699995 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-afed94b6-8c7f-4dca-9710-7cbe53275643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:31.702620 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-afed94b6-8c7f-4dca-9710-7cbe53275643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:31.703807 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-afed94b6-8c7f-4dca-9710-7cbe53275643 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f3af737d-6108-424c-80fd-ec56999aa142 HTTP/1.1" status: 204 len: 168 time: 0.1174948 Jul 12 08:32:31.711029 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afed94b6-8c7f-4dca-9710-7cbe53275643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3af737d-6108-424c-80fd-ec56999aa142,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:31.940435 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a9cbdbfc-9a94-4abb-990c-4c0474257af5 req-8300417e-adf4-4894-a52a-0822e17d2d20 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] 10.222.0.37 "GET /v2.0/ports?device_id=996ff1ee-dfdb-4612-bf3b-9938d03492d7 HTTP/1.1" status: 200 len: 210 time: 0.0329351 Jul 12 08:32:31.977837 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 38196) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:31.978753 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b53efd-5d24-4ce0-ab99-0f5307e744a7 req-08b3bd37-259c-4e5e-840b-a678169ee5a9 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:31.980469 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b3b53efd-5d24-4ce0-ab99-0f5307e744a7 req-08b3bd37-259c-4e5e-840b-a678169ee5a9 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b85e9a3-2c63-40e2-987e-49d253eb944d HTTP/1.1" status: 200 len: 945 time: 0.0765023 Jul 12 08:32:31.990448 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-afc5158a-d8dc-4182-bca9-4e75fb3481ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:32.017856 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b3b53efd-5d24-4ce0-ab99-0f5307e744a7 req-af810491-9fcb-4f80-ac7c-c54d86a2944d tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317583 Jul 12 08:32:32.076097 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-afc5158a-d8dc-4182-bca9-4e75fb3481ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:32.082725 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-afc5158a-d8dc-4182-bca9-4e75fb3481ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:32.120433 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc5158a-d8dc-4182-bca9-4e75fb3481ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2e7cb4-c902-4b25-94bd-cf53a0413e49,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:32.126053 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-afc5158a-d8dc-4182-bca9-4e75fb3481ea admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=acc655d225874c84ac87b8335067fb69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1470628 Jul 12 08:32:32.127251 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 38198) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:32.175373 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-81e55515-5b32-45d9-83e8-ed5d26d82564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:32.196674 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-81e55515-5b32-45d9-83e8-ed5d26d82564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:32.224383 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a9cbf771-31f9-42de-8100-bbddb5588313 req-a55dc2b6-4467-4a0e-9929-236df74db597 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=4f34babffc1d414ea93d0a29451030d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308173 Jul 12 08:32:32.252349 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-81e55515-5b32-45d9-83e8-ed5d26d82564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:32.255063 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-81e55515-5b32-45d9-83e8-ed5d26d82564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:32.259411 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-81e55515-5b32-45d9-83e8-ed5d26d82564 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2f2e7cb4-c902-4b25-94bd-cf53a0413e49 HTTP/1.1" status: 204 len: 168 time: 0.1283367 Jul 12 08:32:32.265921 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e55515-5b32-45d9-83e8-ed5d26d82564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2e7cb4-c902-4b25-94bd-cf53a0413e49,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:32.466998 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cbf771-31f9-42de-8100-bbddb5588313 req-1fbb678b-7e86-40ee-adc4-28cca04ca3a1 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:32.468567 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a9cbf771-31f9-42de-8100-bbddb5588313 req-1fbb678b-7e86-40ee-adc4-28cca04ca3a1 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2350178 Jul 12 08:32:32.484030 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-a9cbf771-31f9-42de-8100-bbddb5588313 req-4fc1313a-0670-4312-914e-fdf076817e67 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] Request body: {'port': {'device_id': '996ff1ee-dfdb-4612-bf3b-9938d03492d7', 'network_id': 'c3cc5432-25a5-49ff-8d0f-d985d5c1bf94', 'admin_state_up': True, 'tenant_id': '4f34babffc1d414ea93d0a29451030d4'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:32:32.592835 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9cbf771-31f9-42de-8100-bbddb5588313 req-4fc1313a-0670-4312-914e-fdf076817e67 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] Made reservation on behalf of 4f34babffc1d414ea93d0a29451030d4 for: {'port': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 08:32:32.596804 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-a9cbf771-31f9-42de-8100-bbddb5588313 req-4fc1313a-0670-4312-914e-fdf076817e67 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:32.606406 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-a9cbf771-31f9-42de-8100-bbddb5588313 req-4fc1313a-0670-4312-914e-fdf076817e67 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:32.707568 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-a9cbf771-31f9-42de-8100-bbddb5588313 req-4fc1313a-0670-4312-914e-fdf076817e67 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:32.712084 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-a9cbf771-31f9-42de-8100-bbddb5588313 req-4fc1313a-0670-4312-914e-fdf076817e67 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:32.774708 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc1313a-0670-4312-914e-fdf076817e67 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbefe816-4fb2-4d6c-aeb9-6e701150b990,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:32.856910 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_common [req-a9cbf771-31f9-42de-8100-bbddb5588313 req-4fc1313a-0670-4312-914e-fdf076817e67 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] Allocated IP 192.168.233.158 (c3cc5432-25a5-49ff-8d0f-d985d5c1bf94/9a0265e6-9d09-44ba-a029-eaffadf2ab1a/558cd8eb-52f4-4c8e-b898-1c3b23493068) {{(pid=92952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 08:32:33.010619 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 38236) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:33.041206 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-a9cbf771-31f9-42de-8100-bbddb5588313 req-4fc1313a-0670-4312-914e-fdf076817e67 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] Notify callbacks [] for port, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:33.056351 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.provisioning_blocks [req-a9cbf771-31f9-42de-8100-bbddb5588313 req-4fc1313a-0670-4312-914e-fdf076817e67 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] Transition to ACTIVE for port object 558cd8eb-52f4-4c8e-b898-1c3b23493068 will not be triggered until provisioned by entity DHCP. {{(pid=92952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:32:33.102499 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-a9cbf771-31f9-42de-8100-bbddb5588313 req-4fc1313a-0670-4312-914e-fdf076817e67 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748222641646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1188457'] for port, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:33.114619 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-609a64ed-f2ee-475f-aa3b-7b7c9cb1756e req-2c384db8-2e4e-4ad3-a081-95d810de23d9 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] 10.222.0.37 "GET /v2.0/ports?device_id=996ff1ee-dfdb-4612-bf3b-9938d03492d7 HTTP/1.1" status: 200 len: 210 time: 0.0467427 Jul 12 08:32:33.123556 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-93034299-5359-4b05-a84d-0b388456e679 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1349153616-network', 'tenant_id': '3e6f0e02172e426397b8bb2a550af89b'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:32:33.158054 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9cbf771-31f9-42de-8100-bbddb5588313 req-4fc1313a-0670-4312-914e-fdf076817e67 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] Network c3cc5432-25a5-49ff-8d0f-d985d5c1bf94 is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:32:33.182196 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [req-a9cbf771-31f9-42de-8100-bbddb5588313 req-4fc1313a-0670-4312-914e-fdf076817e67 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:32:33.205704 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9cbf771-31f9-42de-8100-bbddb5588313 req-4fc1313a-0670-4312-914e-fdf076817e67 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] Received port after_create {{(pid=92952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 08:32:33.240830 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc1313a-0670-4312-914e-fdf076817e67 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] Pushing event updated for resources: {'Port': ['ID=558cd8eb-52f4-4c8e-b898-1c3b23493068,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:33.254917 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93034299-5359-4b05-a84d-0b388456e679 admin admin] Made reservation on behalf of 3e6f0e02172e426397b8bb2a550af89b for: {'network': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 08:32:33.257458 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-93034299-5359-4b05-a84d-0b388456e679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for network, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:33.276643 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-93034299-5359-4b05-a84d-0b388456e679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:33.283800 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cbf771-31f9-42de-8100-bbddb5588313 req-4fc1313a-0670-4312-914e-fdf076817e67 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:33.284424 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-a9cbf771-31f9-42de-8100-bbddb5588313 req-4fc1313a-0670-4312-914e-fdf076817e67 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:33.320126 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a9cbf771-31f9-42de-8100-bbddb5588313 req-4fc1313a-0670-4312-914e-fdf076817e67 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8402424 Jul 12 08:32:33.339024 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850feb47-f5f8-4a94-b84c-85e43b53753a req-bba5b4cc-3af8-4771-a040-33da0f9e8e0d tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:33.340746 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-850feb47-f5f8-4a94-b84c-85e43b53753a req-bba5b4cc-3af8-4771-a040-33da0f9e8e0d tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b85e9a3-2c63-40e2-987e-49d253eb944d HTTP/1.1" status: 200 len: 945 time: 0.1864116 Jul 12 08:32:33.346907 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-a9cbf771-31f9-42de-8100-bbddb5588313 req-998f5f1b-6438-4275-8dd5-7b575f7ab643 service neutron] Request body: {'port': {'device_id': '996ff1ee-dfdb-4612-bf3b-9938d03492d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:32:33.444208 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-850feb47-f5f8-4a94-b84c-85e43b53753a req-656bedfe-ce75-422c-baf6-82c2bbe9233e tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734618 Jul 12 08:32:33.473104 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-dc6ac986-b2b2-43f9-b8bc-ae1b544eaa5b None None] Provisioning for port 558cd8eb-52f4-4c8e-b898-1c3b23493068 completed by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:32:33.479453 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-dc6ac986-b2b2-43f9-b8bc-ae1b544eaa5b None None] Provisioning complete for port 558cd8eb-52f4-4c8e-b898-1c3b23493068 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:32:33.479906 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-dc6ac986-b2b2-43f9-b8bc-ae1b544eaa5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:33.500018 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-a9cbf771-31f9-42de-8100-bbddb5588313 req-998f5f1b-6438-4275-8dd5-7b575f7ab643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:33.525347 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-93034299-5359-4b05-a84d-0b388456e679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:33.530165 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-dc6ac986-b2b2-43f9-b8bc-ae1b544eaa5b None None] Port 558cd8eb-52f4-4c8e-b898-1c3b23493068 cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 08:32:33.546476 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-93034299-5359-4b05-a84d-0b388456e679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:33.581148 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93034299-5359-4b05-a84d-0b388456e679 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=92952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 08:32:33.587778 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93034299-5359-4b05-a84d-0b388456e679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91728fc-4365-4136-aee4-9bcef1e56f84,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:33.603849 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-93034299-5359-4b05-a84d-0b388456e679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246630'] for segment, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:33.604495 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.db.segments_db [None req-93034299-5359-4b05-a84d-0b388456e679 admin admin] Added segment f520e1f4-811c-4353-8cc8-92b2049903d1 of type vlan for network f186ebee-a912-4d4a-9863-9d497312d276 Jul 12 08:32:33.701516 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-93034299-5359-4b05-a84d-0b388456e679 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748222629479'] for network, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:33.704428 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 38260) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:33.793039 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-93034299-5359-4b05-a84d-0b388456e679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794'] for network, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:33.794064 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93034299-5359-4b05-a84d-0b388456e679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:33.794597 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-93034299-5359-4b05-a84d-0b388456e679 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for network, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:33.820300 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-16357702-496b-4ab9-a950-86d800ada062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:33.890321 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93034299-5359-4b05-a84d-0b388456e679 admin admin] Pushing event updated for resources: {'Network': ['ID=f186ebee-a912-4d4a-9863-9d497312d276,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:33.906109 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Network f186ebee-a912-4d4a-9863-9d497312d276 details requested by agent ovs-agent-dv-cinder-800431-1-iscsi with host dv-cinder-800431-1-iscsi {{(pid=92953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 08:32:33.920797 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-16357702-496b-4ab9-a950-86d800ada062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:33.926285 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-16357702-496b-4ab9-a950-86d800ada062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:33.948609 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-93034299-5359-4b05-a84d-0b388456e679 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9367373 Jul 12 08:32:33.953212 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [req-a9cbf771-31f9-42de-8100-bbddb5588313 req-998f5f1b-6438-4275-8dd5-7b575f7ab643 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 558cd8eb-52f4-4c8e-b898-1c3b23493068 {{(pid=92952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 08:32:33.953607 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 38268) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:33.962676 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-a9cbf771-31f9-42de-8100-bbddb5588313 req-998f5f1b-6438-4275-8dd5-7b575f7ab643 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:33.969588 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-34d25a84-2589-41a5-b695-da8356ba1a25 admin admin] Request body: {'subnet': {'network_id': 'f186ebee-a912-4d4a-9863-9d497312d276', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1349153616-subnet', 'tenant_id': '3e6f0e02172e426397b8bb2a550af89b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:32:33.976758 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.provisioning_blocks [req-a9cbf771-31f9-42de-8100-bbddb5588313 req-998f5f1b-6438-4275-8dd5-7b575f7ab643 service neutron] Transition to ACTIVE for port object 558cd8eb-52f4-4c8e-b898-1c3b23493068 will not be triggered until provisioned by entity L2. {{(pid=92952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:32:33.983401 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-a9cbf771-31f9-42de-8100-bbddb5588313 req-998f5f1b-6438-4275-8dd5-7b575f7ab643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1188479'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:34.016766 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-16357702-496b-4ab9-a950-86d800ada062 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6c1a8f3144a74d6a92ebd3dac87191cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3109977 Jul 12 08:32:34.019555 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 38274) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:34.057307 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16357702-496b-4ab9-a950-86d800ada062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de57e761-be1f-40d2-90cf-94ba226bc42d,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:34.087556 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-82781699-fe84-4e85-a651-83fec6fdb527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:34.091308 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d25a84-2589-41a5-b695-da8356ba1a25 admin admin] Made reservation on behalf of 3e6f0e02172e426397b8bb2a550af89b for: {'subnet': 1} {{(pid=92951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 08:32:34.104312 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-34d25a84-2589-41a5-b695-da8356ba1a25 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:34.183028 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998f5f1b-6438-4275-8dd5-7b575f7ab643 service neutron] Pushing event updated for resources: {'Port': ['ID=558cd8eb-52f4-4c8e-b898-1c3b23493068,revision_number=2']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:34.252237 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-cd3bcc80-674b-4be1-bb1a-ae1e27c132c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:34.263639 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-a9cbf771-31f9-42de-8100-bbddb5588313 req-998f5f1b-6438-4275-8dd5-7b575f7ab643 service neutron] Attempting to bind port 558cd8eb-52f4-4c8e-b898-1c3b23493068 on host hv-cinder-80043 for vnic_type normal with profile {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 08:32:34.264815 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-a9cbf771-31f9-42de-8100-bbddb5588313 req-998f5f1b-6438-4275-8dd5-7b575f7ab643 service neutron] Attempting to bind port 558cd8eb-52f4-4c8e-b898-1c3b23493068 by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': '0581421e-8356-417f-839c-21f6a50d8157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c3cc5432-25a5-49ff-8d0f-d985d5c1bf94'}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 08:32:34.264815 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cbf771-31f9-42de-8100-bbddb5588313 req-998f5f1b-6438-4275-8dd5-7b575f7ab643 service neutron] Attempting to bind port 558cd8eb-52f4-4c8e-b898-1c3b23493068 on network c3cc5432-25a5-49ff-8d0f-d985d5c1bf94 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:32:34.270738 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cbf771-31f9-42de-8100-bbddb5588313 req-998f5f1b-6438-4275-8dd5-7b575f7ab643 service neutron] Port 558cd8eb-52f4-4c8e-b898-1c3b23493068 on network c3cc5432-25a5-49ff-8d0f-d985d5c1bf94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 08:32:34.271394 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cbf771-31f9-42de-8100-bbddb5588313 req-998f5f1b-6438-4275-8dd5-7b575f7ab643 service neutron] Attempting to bind port 558cd8eb-52f4-4c8e-b898-1c3b23493068 on network c3cc5432-25a5-49ff-8d0f-d985d5c1bf94 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:32:34.277789 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cbf771-31f9-42de-8100-bbddb5588313 req-998f5f1b-6438-4275-8dd5-7b575f7ab643 service neutron] Checking agent: {'id': '9498d972-5d3d-47a0-93c6-a71636d6a88c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 8, 29, 30), 'started_at': datetime.datetime(2021, 7, 12, 8, 29, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 8, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 08:32:34.278363 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cbf771-31f9-42de-8100-bbddb5588313 req-998f5f1b-6438-4275-8dd5-7b575f7ab643 service neutron] Checking segment: {'id': '0581421e-8356-417f-839c-21f6a50d8157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c3cc5432-25a5-49ff-8d0f-d985d5c1bf94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:32:34.278920 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cbf771-31f9-42de-8100-bbddb5588313 req-998f5f1b-6438-4275-8dd5-7b575f7ab643 service neutron] Bound using segment: {'id': '0581421e-8356-417f-839c-21f6a50d8157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c3cc5432-25a5-49ff-8d0f-d985d5c1bf94'} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 08:32:34.279558 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-a9cbf771-31f9-42de-8100-bbddb5588313 req-998f5f1b-6438-4275-8dd5-7b575f7ab643 service neutron] Bound port: 558cd8eb-52f4-4c8e-b898-1c3b23493068, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0581421e-8356-417f-839c-21f6a50d8157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c3cc5432-25a5-49ff-8d0f-d985d5c1bf94'}}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 08:32:34.280113 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-a9cbf771-31f9-42de-8100-bbddb5588313 req-998f5f1b-6438-4275-8dd5-7b575f7ab643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:34.289438 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-cd3bcc80-674b-4be1-bb1a-ae1e27c132c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:34.395925 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-a9cbf771-31f9-42de-8100-bbddb5588313 req-998f5f1b-6438-4275-8dd5-7b575f7ab643 service neutron] For port 558cd8eb-52f4-4c8e-b898-1c3b23493068, host hv-cinder-80043, cleared binding levels {{(pid=92952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 08:32:34.401004 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-a9cbf771-31f9-42de-8100-bbddb5588313 req-998f5f1b-6438-4275-8dd5-7b575f7ab643 service neutron] For port 558cd8eb-52f4-4c8e-b898-1c3b23493068, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=558cd8eb-52f4-4c8e-b898-1c3b23493068,segment=NetworkSegment(0581421e-8356-417f-839c-21f6a50d8157),segment_id=0581421e-8356-417f-839c-21f6a50d8157)] {{(pid=92952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 08:32:34.410225 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-cd3bcc80-674b-4be1-bb1a-ae1e27c132c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:34.412739 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-cd3bcc80-674b-4be1-bb1a-ae1e27c132c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:34.413985 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a630d-2625-4937-ad7d-df427c52a5c5 req-918976b1-0d80-463e-8e9d-9aaa1d655b71 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:34.414462 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-cd3bcc80-674b-4be1-bb1a-ae1e27c132c7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/de57e761-be1f-40d2-90cf-94ba226bc42d HTTP/1.1" status: 204 len: 168 time: 0.3917787 Jul 12 08:32:34.418286 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e21a630d-2625-4937-ad7d-df427c52a5c5 req-918976b1-0d80-463e-8e9d-9aaa1d655b71 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] 10.222.0.37 "GET /v2.0/ports?device_id=996ff1ee-dfdb-4612-bf3b-9938d03492d7 HTTP/1.1" status: 200 len: 948 time: 0.1143253 Jul 12 08:32:34.419412 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-a9cbf771-31f9-42de-8100-bbddb5588313 req-998f5f1b-6438-4275-8dd5-7b575f7ab643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1188479'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:34.433849 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3bcc80-674b-4be1-bb1a-ae1e27c132c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de57e761-be1f-40d2-90cf-94ba226bc42d,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:34.443837 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-34d25a84-2589-41a5-b695-da8356ba1a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794'] for subnet, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:34.526841 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cbf771-31f9-42de-8100-bbddb5588313 req-998f5f1b-6438-4275-8dd5-7b575f7ab643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:34.527750 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-a9cbf771-31f9-42de-8100-bbddb5588313 req-998f5f1b-6438-4275-8dd5-7b575f7ab643 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:34.529202 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a9cbf771-31f9-42de-8100-bbddb5588313 req-998f5f1b-6438-4275-8dd5-7b575f7ab643 service neutron] 10.222.0.23 "PUT /v2.0/ports/558cd8eb-52f4-4c8e-b898-1c3b23493068 HTTP/1.1" status: 200 len: 1098 time: 1.1863322 Jul 12 08:32:34.534560 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '996ff1ee-dfdb-4612-bf3b-9938d03492d7', 'tag': '558cd8eb-52f4-4c8e-b898-1c3b23493068'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:32:34.537617 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35659b288decb3563870ae931b8d662eab2da969d6ab5856613d86fcebdbc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba091d6-59e7-4651-9537-0db93a74ec9a" -d '{"events": [{"name": "network-changed", "server_uuid": "996ff1ee-dfdb-4612-bf3b-9938d03492d7", "tag": "558cd8eb-52f4-4c8e-b898-1c3b23493068"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:32:34.541567 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d25a84-2589-41a5-b695-da8356ba1a25 admin admin] Checking segment: {'id': 'f520e1f4-811c-4353-8cc8-92b2049903d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'f186ebee-a912-4d4a-9863-9d497312d276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:32:34.541955 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d25a84-2589-41a5-b695-da8356ba1a25 admin admin] Network hostable DHCP agents. Network: f186ebee-a912-4d4a-9863-9d497312d276, hostable agents: ['c54cb50b-3f96-48fd-b597-b50612d9ada1'], hosted agents: [] {{(pid=92951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 08:32:34.546705 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d25a84-2589-41a5-b695-da8356ba1a25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c003ddd0-ebac-4ada-a83a-0d0257320790,revision_number=0']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:34.573658 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d25a84-2589-41a5-b695-da8356ba1a25 admin admin] Network f186ebee-a912-4d4a-9863-9d497312d276 is scheduled to be hosted by DHCP agent c54cb50b-3f96-48fd-b597-b50612d9ada1 with binding_index 1 {{(pid=92951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 08:32:34.586311 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-34d25a84-2589-41a5-b695-da8356ba1a25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800431-1-iscsi, f186ebee-a912-4d4a-9863-9d497312d276) {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:32:34.594485 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e9471e-0169-4640-bfa2-4daab5c0da4a None None] Network f186ebee-a912-4d4a-9863-9d497312d276 requested from dv-cinder-800431-1-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 08:32:34.595727 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e21a630d-2625-4937-ad7d-df427c52a5c5 req-99158bf0-03c3-46a9-968c-7dae5c1dc0bd tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbefe816-4fb2-4d6c-aeb9-6e701150b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517696 Jul 12 08:32:34.606436 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d25a84-2589-41a5-b695-da8356ba1a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:34.607130 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-34d25a84-2589-41a5-b695-da8356ba1a25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:34.616494 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998f5f1b-6438-4275-8dd5-7b575f7ab643 service neutron] Pushing event updated for resources: {'Port': ['ID=558cd8eb-52f4-4c8e-b898-1c3b23493068,revision_number=3']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:34.652123 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-34d25a84-2589-41a5-b695-da8356ba1a25 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6857953 Jul 12 08:32:34.679269 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 08:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335979b9-61f5-4f86-b2b9-eb09b55018a2 x-openstack-request-id: req-335979b9-61f5-4f86-b2b9-eb09b55018a2 {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:32:34.679551 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "996ff1ee-dfdb-4612-bf3b-9938d03492d7", "tag": "558cd8eb-52f4-4c8e-b898-1c3b23493068", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:32:34.679798 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-335979b9-61f5-4f86-b2b9-eb09b55018a2 {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:32:34.680180 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '996ff1ee-dfdb-4612-bf3b-9938d03492d7', 'tag': '558cd8eb-52f4-4c8e-b898-1c3b23493068', 'status': 'completed', 'code': 200} Jul 12 08:32:34.698872 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cbf771-31f9-42de-8100-bbddb5588313 req-b80cc642-3cd7-46a5-873e-fa0495b58984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:34.700381 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a9cbf771-31f9-42de-8100-bbddb5588313 req-b80cc642-3cd7-46a5-873e-fa0495b58984 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4f34babffc1d414ea93d0a29451030d4&device_id=996ff1ee-dfdb-4612-bf3b-9938d03492d7 HTTP/1.1" status: 200 len: 1101 time: 0.0919149 Jul 12 08:32:34.766041 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023afe67-f230-4517-986a-ee864e640116 req-0951beff-5d0d-47a5-96f8-da892770e35d tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:34.777555 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-023afe67-f230-4517-986a-ee864e640116 req-0951beff-5d0d-47a5-96f8-da892770e35d tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b85e9a3-2c63-40e2-987e-49d253eb944d HTTP/1.1" status: 200 len: 945 time: 0.1053946 Jul 12 08:32:34.807254 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a9cbf771-31f9-42de-8100-bbddb5588313 req-b5611cf9-8fd7-4439-9e46-4b6b8cd923fe service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=558cd8eb-52f4-4c8e-b898-1c3b23493068 HTTP/1.1" status: 200 len: 217 time: 0.0922134 Jul 12 08:32:34.831773 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-023afe67-f230-4517-986a-ee864e640116 req-cc65a4f7-5622-4f36-8786-c71be18156ad tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518694 Jul 12 08:32:34.853596 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86829691-288e-417e-b86b-3ff0b10923e9 None None] Network f186ebee-a912-4d4a-9863-9d497312d276 requested from dv-cinder-800431-1-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 08:32:34.916377 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 38298) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:34.937296 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0913d0db-3fca-4e12-961f-f7821df49446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:35.057173 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0913d0db-3fca-4e12-961f-f7821df49446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:35.061198 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0913d0db-3fca-4e12-961f-f7821df49446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:35.084279 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cbf771-31f9-42de-8100-bbddb5588313 req-4c3f7839-c72c-4a93-a785-92432222c6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:35.086431 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a9cbf771-31f9-42de-8100-bbddb5588313 req-4c3f7839-c72c-4a93-a785-92432222c6ae service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9a0265e6-9d09-44ba-a029-eaffadf2ab1a HTTP/1.1" status: 200 len: 843 time: 0.2748952 Jul 12 08:32:35.105033 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0913d0db-3fca-4e12-961f-f7821df49446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3d90b4-8ce1-4b73-82bb-28281dffdc4b,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:35.115800 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-0913d0db-3fca-4e12-961f-f7821df49446 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6d8a6d6666a04d69a9fa7672ec1d866a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1979272 Jul 12 08:32:35.116806 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 38302) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:35.152110 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cbf771-31f9-42de-8100-bbddb5588313 req-651c0e64-419a-4059-9cd1-d7d1d2c50d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:35.154505 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a9cbf771-31f9-42de-8100-bbddb5588313 req-651c0e64-419a-4059-9cd1-d7d1d2c50d71 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c3cc5432-25a5-49ff-8d0f-d985d5c1bf94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0576975 Jul 12 08:32:35.166906 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-e696e5f0-d6d2-4bb0-bf4c-c4fd640e731d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:35.192529 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-e696e5f0-d6d2-4bb0-bf4c-c4fd640e731d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:35.294093 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-e696e5f0-d6d2-4bb0-bf4c-c4fd640e731d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:35.297785 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a9cbf771-31f9-42de-8100-bbddb5588313 req-5d34668b-75df-48c3-a65e-95f0fd124763 service neutron] 10.222.0.23 "GET /v2.0/networks/c3cc5432-25a5-49ff-8d0f-d985d5c1bf94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309988 Jul 12 08:32:35.299813 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-e696e5f0-d6d2-4bb0-bf4c-c4fd640e731d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:35.301205 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-e696e5f0-d6d2-4bb0-bf4c-c4fd640e731d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5d3d90b4-8ce1-4b73-82bb-28281dffdc4b HTTP/1.1" status: 204 len: 168 time: 0.1834478 Jul 12 08:32:35.312907 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e696e5f0-d6d2-4bb0-bf4c-c4fd640e731d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3d90b4-8ce1-4b73-82bb-28281dffdc4b,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:35.436297 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 38330) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:35.442108 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-7dbdf31f-27cf-45ad-8491-9c581cf40088 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-487373079-network', 'tenant_id': 'b668e2db76904adca7f9b31cc2afe356'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:32:35.461837 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a9cbf771-31f9-42de-8100-bbddb5588313 req-81f29edf-cda7-457d-94c0-743e7aa2693d service neutron] 10.222.0.23 "GET /v2.0/networks/c3cc5432-25a5-49ff-8d0f-d985d5c1bf94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541994 Jul 12 08:32:35.464676 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dbdf31f-27cf-45ad-8491-9c581cf40088 admin admin] Made reservation on behalf of b668e2db76904adca7f9b31cc2afe356 for: {'network': 1} {{(pid=92951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 08:32:35.467371 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-7dbdf31f-27cf-45ad-8491-9c581cf40088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for network, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:35.476234 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-7dbdf31f-27cf-45ad-8491-9c581cf40088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:35.591572 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-7dbdf31f-27cf-45ad-8491-9c581cf40088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:35.599708 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-7dbdf31f-27cf-45ad-8491-9c581cf40088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:35.631238 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbdf31f-27cf-45ad-8491-9c581cf40088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96bff7c-2470-4b3b-86a3-9ed9306bedba,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:35.646135 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dbdf31f-27cf-45ad-8491-9c581cf40088 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=92951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 08:32:35.655397 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba091d6-59e7-4651-9537-0db93a74ec9a req-870ef6f2-00a0-4abb-9f0d-fb9e2df835a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:35.659242 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4ba091d6-59e7-4651-9537-0db93a74ec9a req-870ef6f2-00a0-4abb-9f0d-fb9e2df835a8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4f34babffc1d414ea93d0a29451030d4&device_id=996ff1ee-dfdb-4612-bf3b-9938d03492d7 HTTP/1.1" status: 200 len: 1101 time: 0.1336143 Jul 12 08:32:35.663723 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-7dbdf31f-27cf-45ad-8491-9c581cf40088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246630'] for segment, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:35.664354 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.db.segments_db [None req-7dbdf31f-27cf-45ad-8491-9c581cf40088 admin admin] Added segment b673b74d-893d-4630-827f-98c8036947e2 of type vlan for network 6524f99a-3d18-4e64-b77e-0b7c63b70dea Jul 12 08:32:35.760683 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-7dbdf31f-27cf-45ad-8491-9c581cf40088 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748222629479'] for network, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:35.794618 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-7dbdf31f-27cf-45ad-8491-9c581cf40088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794'] for network, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:35.795717 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbdf31f-27cf-45ad-8491-9c581cf40088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:35.796486 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-7dbdf31f-27cf-45ad-8491-9c581cf40088 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for network, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:35.842089 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba091d6-59e7-4651-9537-0db93a74ec9a req-319a9485-4769-4d31-9b00-b07ca9f1b058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:35.843873 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4ba091d6-59e7-4651-9537-0db93a74ec9a req-319a9485-4769-4d31-9b00-b07ca9f1b058 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c3cc5432-25a5-49ff-8d0f-d985d5c1bf94 HTTP/1.1" status: 200 len: 870 time: 0.1774895 Jul 12 08:32:35.853407 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-7dbdf31f-27cf-45ad-8491-9c581cf40088 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4156797 Jul 12 08:32:35.856034 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 38350) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:35.862734 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-45b54aa6-7b2c-48ac-b1cc-0ce3c59733dc admin admin] Request body: {'subnet': {'network_id': '6524f99a-3d18-4e64-b77e-0b7c63b70dea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-487373079-subnet', 'tenant_id': 'b668e2db76904adca7f9b31cc2afe356', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:32:35.869143 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbdf31f-27cf-45ad-8491-9c581cf40088 admin admin] Pushing event updated for resources: {'Network': ['ID=6524f99a-3d18-4e64-b77e-0b7c63b70dea,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:35.880240 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Network 6524f99a-3d18-4e64-b77e-0b7c63b70dea details requested by agent ovs-agent-dv-cinder-800431-1-iscsi with host dv-cinder-800431-1-iscsi {{(pid=92953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 08:32:35.895327 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b54aa6-7b2c-48ac-b1cc-0ce3c59733dc admin admin] Made reservation on behalf of b668e2db76904adca7f9b31cc2afe356 for: {'subnet': 1} {{(pid=92951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 08:32:35.898229 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-45b54aa6-7b2c-48ac-b1cc-0ce3c59733dc admin admin] Notify callbacks [] for subnet, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:35.910215 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4ba091d6-59e7-4651-9537-0db93a74ec9a req-944c6126-a7a9-4ded-a52d-cd07a5e221bd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=558cd8eb-52f4-4c8e-b898-1c3b23493068 HTTP/1.1" status: 200 len: 217 time: 0.0584967 Jul 12 08:32:35.917626 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b766f-f934-453d-98d8-13ee316350e3 req-d41ab79b-5a7d-4422-b7c2-dad980d69184 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:35.925930 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3a6b766f-f934-453d-98d8-13ee316350e3 req-d41ab79b-5a7d-4422-b7c2-dad980d69184 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] 10.222.0.37 "GET /v2.0/ports?device_id=996ff1ee-dfdb-4612-bf3b-9938d03492d7 HTTP/1.1" status: 200 len: 948 time: 0.1471381 Jul 12 08:32:35.998236 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3a6b766f-f934-453d-98d8-13ee316350e3 req-70748137-5d41-42cf-b7b7-956f1407221e tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbefe816-4fb2-4d6c-aeb9-6e701150b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713727 Jul 12 08:32:36.019544 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba091d6-59e7-4651-9537-0db93a74ec9a req-0c08b8a8-9826-4994-b77c-8e0e74c99abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:36.020916 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4ba091d6-59e7-4651-9537-0db93a74ec9a req-0c08b8a8-9826-4994-b77c-8e0e74c99abf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9a0265e6-9d09-44ba-a029-eaffadf2ab1a HTTP/1.1" status: 200 len: 843 time: 0.0930724 Jul 12 08:32:36.088270 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba091d6-59e7-4651-9537-0db93a74ec9a req-9b46708b-499a-4b80-aac2-3001c2970226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:36.089897 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4ba091d6-59e7-4651-9537-0db93a74ec9a req-9b46708b-499a-4b80-aac2-3001c2970226 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c3cc5432-25a5-49ff-8d0f-d985d5c1bf94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0584035 Jul 12 08:32:36.106950 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6d5f3-7571-4de8-8a28-42de35719847 req-2a094705-3179-4173-9328-9706b23a342e tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:36.108517 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-8be6d5f3-7571-4de8-8a28-42de35719847 req-2a094705-3179-4173-9328-9706b23a342e tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b85e9a3-2c63-40e2-987e-49d253eb944d HTTP/1.1" status: 200 len: 945 time: 0.1182206 Jul 12 08:32:36.183431 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-45b54aa6-7b2c-48ac-b1cc-0ce3c59733dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794'] for subnet, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:36.197776 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4ba091d6-59e7-4651-9537-0db93a74ec9a req-cb76ebd2-97eb-4a7e-8967-c2784e8a9d57 service neutron] 10.222.0.23 "GET /v2.0/networks/c3cc5432-25a5-49ff-8d0f-d985d5c1bf94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940194 Jul 12 08:32:36.212246 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-8be6d5f3-7571-4de8-8a28-42de35719847 req-83897d4d-d0d8-46de-8bdb-12715b18a65b tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766456 Jul 12 08:32:36.239526 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b54aa6-7b2c-48ac-b1cc-0ce3c59733dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc2ffe51-33e4-48ed-a486-b4c73bed1d18,revision_number=0']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:36.256312 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b54aa6-7b2c-48ac-b1cc-0ce3c59733dc admin admin] Checking segment: {'id': 'b673b74d-893d-4630-827f-98c8036947e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6524f99a-3d18-4e64-b77e-0b7c63b70dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:32:36.256674 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b54aa6-7b2c-48ac-b1cc-0ce3c59733dc admin admin] Network hostable DHCP agents. Network: 6524f99a-3d18-4e64-b77e-0b7c63b70dea, hostable agents: ['c54cb50b-3f96-48fd-b597-b50612d9ada1'], hosted agents: [] {{(pid=92951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 08:32:36.279525 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b54aa6-7b2c-48ac-b1cc-0ce3c59733dc admin admin] Network 6524f99a-3d18-4e64-b77e-0b7c63b70dea is scheduled to be hosted by DHCP agent c54cb50b-3f96-48fd-b597-b50612d9ada1 with binding_index 1 {{(pid=92951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 08:32:36.289579 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-45b54aa6-7b2c-48ac-b1cc-0ce3c59733dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800431-1-iscsi, 6524f99a-3d18-4e64-b77e-0b7c63b70dea) {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:32:36.293671 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b54aa6-7b2c-48ac-b1cc-0ce3c59733dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:36.294614 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-45b54aa6-7b2c-48ac-b1cc-0ce3c59733dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:36.300350 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1893e7-5049-44fc-b3eb-f75d4e6896dc None None] Network 6524f99a-3d18-4e64-b77e-0b7c63b70dea requested from dv-cinder-800431-1-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 08:32:36.309877 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-45b54aa6-7b2c-48ac-b1cc-0ce3c59733dc admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4527714 Jul 12 08:32:36.456907 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839f517a-7e6f-46b1-a6e5-c550c26bf3d6 None None] Network 6524f99a-3d18-4e64-b77e-0b7c63b70dea requested from dv-cinder-800431-1-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 08:32:36.949674 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:36.992848 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c048bfb5-d4dc-4324-9543-1df3db534841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:37.828368 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8beb-ed90-4929-879a-4eba2c5b629e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:39.364072 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8148b14b-fdb1-487f-b940-7b46dc6d16f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:39.501433 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4ba091d6-59e7-4651-9537-0db93a74ec9a req-b9e83832-3710-4d17-a48e-afd4a547d49b service neutron] 10.222.0.23 "GET /v2.0/networks/c3cc5432-25a5-49ff-8d0f-d985d5c1bf94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994923 Jul 12 08:32:39.595438 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c783d2-a089-4438-b024-96e1741ab9a0 req-f2619c21-fddd-4da7-8d98-c7a05bf26c3d tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:39.597428 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-20c783d2-a089-4438-b024-96e1741ab9a0 req-f2619c21-fddd-4da7-8d98-c7a05bf26c3d tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] 10.222.0.37 "GET /v2.0/ports?device_id=996ff1ee-dfdb-4612-bf3b-9938d03492d7 HTTP/1.1" status: 200 len: 948 time: 0.0659668 Jul 12 08:32:39.603566 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f282c48-4382-4b2d-96da-adfab92baa3c req-b1ddad72-3141-4454-8622-7baef83905eb tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:39.606144 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9f282c48-4382-4b2d-96da-adfab92baa3c req-b1ddad72-3141-4454-8622-7baef83905eb tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b85e9a3-2c63-40e2-987e-49d253eb944d HTTP/1.1" status: 200 len: 945 time: 0.0657973 Jul 12 08:32:39.636898 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-20c783d2-a089-4438-b024-96e1741ab9a0 req-a68483ab-973a-4356-a879-b1e60cd16855 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbefe816-4fb2-4d6c-aeb9-6e701150b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328307 Jul 12 08:32:39.653883 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9f282c48-4382-4b2d-96da-adfab92baa3c req-1dd305ab-3e6d-48bb-97a9-a0644b984112 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373857 Jul 12 08:32:40.820153 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a80474-ee31-4f39-a63a-247bd07dfbb1 req-198a6b83-be10-4946-90fb-439dfdafd9f7 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:40.821954 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-47a80474-ee31-4f39-a63a-247bd07dfbb1 req-198a6b83-be10-4946-90fb-439dfdafd9f7 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] 10.222.0.37 "GET /v2.0/ports?device_id=996ff1ee-dfdb-4612-bf3b-9938d03492d7 HTTP/1.1" status: 200 len: 948 time: 0.0699174 Jul 12 08:32:40.855720 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb0b2f5-2d92-4c4d-8f96-4f6ae74e674a req-d72b453d-1077-4c1a-9b35-c39d2aa80d06 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:40.857419 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-acb0b2f5-2d92-4c4d-8f96-4f6ae74e674a req-d72b453d-1077-4c1a-9b35-c39d2aa80d06 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b85e9a3-2c63-40e2-987e-49d253eb944d HTTP/1.1" status: 200 len: 945 time: 0.0902612 Jul 12 08:32:40.867874 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-47a80474-ee31-4f39-a63a-247bd07dfbb1 req-baa855ce-46af-427a-989d-8b26e03eef1b tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbefe816-4fb2-4d6c-aeb9-6e701150b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388105 Jul 12 08:32:41.108104 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-acb0b2f5-2d92-4c4d-8f96-4f6ae74e674a req-b4a20050-943e-4bb1-ae8a-97ade4adfde7 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443349 Jul 12 08:32:43.072020 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 558cd8eb-52f4-4c8e-b898-1c3b23493068 details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=92953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 08:32:43.166267 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port 558cd8eb-52f4-4c8e-b898-1c3b23493068, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=558cd8eb-52f4-4c8e-b898-1c3b23493068,segment=NetworkSegment(0581421e-8356-417f-839c-21f6a50d8157),segment_id=0581421e-8356-417f-839c-21f6a50d8157)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:32:43.176939 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Returning: {'device': '558cd8eb-52f4-4c8e-b898-1c3b23493068', 'network_id': 'c3cc5432-25a5-49ff-8d0f-d985d5c1bf94', 'port_id': '558cd8eb-52f4-4c8e-b898-1c3b23493068', 'mac_address': 'fa:16:3e:c4:a4:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a0265e6-9d09-44ba-a029-eaffadf2ab1a', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 08:32:43.212730 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:43.224879 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 558cd8eb-52f4-4c8e-b898-1c3b23493068 {{(pid=92953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 08:32:43.245324 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port 558cd8eb-52f4-4c8e-b898-1c3b23493068, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=558cd8eb-52f4-4c8e-b898-1c3b23493068,segment=NetworkSegment(0581421e-8356-417f-839c-21f6a50d8157),segment_id=0581421e-8356-417f-839c-21f6a50d8157)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:32:43.250107 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:43.305935 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Pushing event updated for resources: {'Port': ['ID=558cd8eb-52f4-4c8e-b898-1c3b23493068,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:43.313264 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:32:43.313613 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:32:43.314025 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:32:43.314428 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:32:43.314757 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:32:43.315086 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:32:43.315412 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:32:43.315736 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:32:43.316057 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:32:43.316382 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:32:43.316702 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:32:43.317017 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:32:44.390841 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeaa4db-d53b-48a0-af02-20bb40d7718f req-7b704fce-99a0-4436-8976-2fc44bb4c80c tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:44.391713 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb4bb55-5f4b-49bd-a54f-56cbac485333 req-03136524-8580-4e34-9e8a-a35aa70879bf tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:44.392958 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-6aeaa4db-d53b-48a0-af02-20bb40d7718f req-7b704fce-99a0-4436-8976-2fc44bb4c80c tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] 10.222.0.37 "GET /v2.0/ports?device_id=996ff1ee-dfdb-4612-bf3b-9938d03492d7 HTTP/1.1" status: 200 len: 949 time: 0.0990772 Jul 12 08:32:44.395104 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5fb4bb55-5f4b-49bd-a54f-56cbac485333 req-03136524-8580-4e34-9e8a-a35aa70879bf tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b85e9a3-2c63-40e2-987e-49d253eb944d HTTP/1.1" status: 200 len: 945 time: 0.0695262 Jul 12 08:32:44.431700 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5fb4bb55-5f4b-49bd-a54f-56cbac485333 req-07f03d24-fe09-47d1-9d5f-22b399d2957a tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318248 Jul 12 08:32:44.433258 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-6aeaa4db-d53b-48a0-af02-20bb40d7718f req-51226e4e-0049-4389-8110-6d8d6300685f tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbefe816-4fb2-4d6c-aeb9-6e701150b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309649 Jul 12 08:32:44.507229 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] get_ports_and_sgs() called for port_ids ['558cd8eb-52f4-4c8e-b898-1c3b23493068'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 08:32:45.664942 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bde49e-d09d-491c-9e4f-3933c6951875 req-37ff494f-0b2a-4d14-bee8-195b0011548f tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:45.670187 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-54bde49e-d09d-491c-9e4f-3933c6951875 req-37ff494f-0b2a-4d14-bee8-195b0011548f tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] 10.222.0.37 "GET /v2.0/ports?device_id=996ff1ee-dfdb-4612-bf3b-9938d03492d7 HTTP/1.1" status: 200 len: 949 time: 0.0872650 Jul 12 08:32:45.689264 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662bc08-3817-4c96-b5af-303f15d36a51 req-4f10a6ab-c234-4dec-a428-1e575eec3054 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:45.690815 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8662bc08-3817-4c96-b5af-303f15d36a51 req-4f10a6ab-c234-4dec-a428-1e575eec3054 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b85e9a3-2c63-40e2-987e-49d253eb944d HTTP/1.1" status: 200 len: 945 time: 0.1230989 Jul 12 08:32:45.712029 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-54bde49e-d09d-491c-9e4f-3933c6951875 req-a5a8a5fe-23f9-41b0-ba34-89b4a7e3004c tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbefe816-4fb2-4d6c-aeb9-6e701150b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391829 Jul 12 08:32:45.715940 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 38570) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:45.743503 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e0b31-4f3c-408f-a077-62ff84c57945 req-c85d7c31-72c9-4d54-83a1-83ec33da1719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:45.744975 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f55e0b31-4f3c-408f-a077-62ff84c57945 req-c85d7c31-72c9-4d54-83a1-83ec33da1719 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1b85e9a3-2c63-40e2-987e-49d253eb944d HTTP/1.1" status: 200 len: 1098 time: 0.1016636 Jul 12 08:32:45.751967 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8662bc08-3817-4c96-b5af-303f15d36a51 req-e03014a7-58cc-4955-be0f-e560659308c9 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537512 Jul 12 08:32:45.782095 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f55e0b31-4f3c-408f-a077-62ff84c57945 req-fd77d8d7-9b70-409e-9d16-cb3f8558d1b2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291708 Jul 12 08:32:45.823556 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-fac379ff-863e-44e1-b81f-01142637f0db admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:45.908197 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-fac379ff-863e-44e1-b81f-01142637f0db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:45.911631 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-fac379ff-863e-44e1-b81f-01142637f0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:45.948746 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-fac379ff-863e-44e1-b81f-01142637f0db admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=06a9ae99b7cd4b0ca71a2d4eb6fba0fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2314923 Jul 12 08:32:45.949614 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac379ff-863e-44e1-b81f-01142637f0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1045675f-5566-40c8-872d-0b7305f9b59e,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:45.951517 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 38574) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:45.998050 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-0ed6573c-9f6f-48c1-af3d-231bba2d182a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:46.018527 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-0ed6573c-9f6f-48c1-af3d-231bba2d182a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:46.065880 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-0ed6573c-9f6f-48c1-af3d-231bba2d182a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:46.068404 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-0ed6573c-9f6f-48c1-af3d-231bba2d182a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:46.072345 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-0ed6573c-9f6f-48c1-af3d-231bba2d182a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1045675f-5566-40c8-872d-0b7305f9b59e HTTP/1.1" status: 204 len: 168 time: 0.1175368 Jul 12 08:32:46.078479 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed6573c-9f6f-48c1-af3d-231bba2d182a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1045675f-5566-40c8-872d-0b7305f9b59e,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:46.499210 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 558cd8eb-52f4-4c8e-b898-1c3b23493068 up at agent hyperv_hv-cinder-80043 {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:32:46.580607 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Provisioning for port 558cd8eb-52f4-4c8e-b898-1c3b23493068 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:32:46.584317 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Provisioning complete for port 558cd8eb-52f4-4c8e-b898-1c3b23493068 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:32:46.584889 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:46.679690 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:46.704900 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '996ff1ee-dfdb-4612-bf3b-9938d03492d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558cd8eb-52f4-4c8e-b898-1c3b23493068'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:32:46.707579 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af58d1c9f1a57ad28455f2a1c324eb475fddbc81caacf3fdebaad0c9863d536b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb08a07f-fde2-4edc-9dc3-0f01435b7cdf" -d '{"events": [{"server_uuid": "996ff1ee-dfdb-4612-bf3b-9938d03492d7", "name": "network-vif-plugged", "status": "completed", "tag": "558cd8eb-52f4-4c8e-b898-1c3b23493068"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:32:46.721979 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port 558cd8eb-52f4-4c8e-b898-1c3b23493068, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=558cd8eb-52f4-4c8e-b898-1c3b23493068,segment=NetworkSegment(0581421e-8356-417f-839c-21f6a50d8157),segment_id=0581421e-8356-417f-839c-21f6a50d8157)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:32:46.728456 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:46.794062 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Pushing event updated for resources: {'Port': ['ID=558cd8eb-52f4-4c8e-b898-1c3b23493068,revision_number=5']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:46.799934 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 08:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864dde7f-593e-4f64-a4bf-8fa1541e4c02 x-openstack-request-id: req-864dde7f-593e-4f64-a4bf-8fa1541e4c02 {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:32:46.800372 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "996ff1ee-dfdb-4612-bf3b-9938d03492d7", "name": "network-vif-plugged", "status": "completed", "tag": "558cd8eb-52f4-4c8e-b898-1c3b23493068", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:32:46.800801 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-864dde7f-593e-4f64-a4bf-8fa1541e4c02 {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:32:46.801545 dv-cinder-800431-1-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '996ff1ee-dfdb-4612-bf3b-9938d03492d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558cd8eb-52f4-4c8e-b898-1c3b23493068', 'code': 200} Jul 12 08:32:47.027669 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aab150-1157-47d0-ba53-f25a320cdc15 req-c420023f-b401-44dc-b2c9-9f9ce8cfc656 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:47.029914 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-90aab150-1157-47d0-ba53-f25a320cdc15 req-c420023f-b401-44dc-b2c9-9f9ce8cfc656 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b85e9a3-2c63-40e2-987e-49d253eb944d HTTP/1.1" status: 200 len: 945 time: 0.0817609 Jul 12 08:32:47.046386 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009559f-df26-4000-a01d-ed80b77a511b req-fb3426b5-8446-4fa2-b372-5bd7f914a1f2 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:47.055011 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-2009559f-df26-4000-a01d-ed80b77a511b req-fb3426b5-8446-4fa2-b372-5bd7f914a1f2 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] 10.222.0.37 "GET /v2.0/ports?device_id=996ff1ee-dfdb-4612-bf3b-9938d03492d7 HTTP/1.1" status: 200 len: 950 time: 0.1199329 Jul 12 08:32:47.055361 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-16b9ec31-8d34-406b-862a-7dafb6269e9a None None] Provisioning complete for port 558cd8eb-52f4-4c8e-b898-1c3b23493068 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:32:47.055746 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-16b9ec31-8d34-406b-862a-7dafb6269e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:47.093036 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-90aab150-1157-47d0-ba53-f25a320cdc15 req-e39b5c08-2098-4632-ac33-e1bbd91eaf38 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546153 Jul 12 08:32:47.118315 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-2009559f-df26-4000-a01d-ed80b77a511b req-8c09f11d-f195-47d5-a301-ace2303a62d9 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbefe816-4fb2-4d6c-aeb9-6e701150b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608749 Jul 12 08:32:47.181930 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d1318-1260-43f0-b0a7-3fbf43c8988e req-68506926-87a1-4f8c-9e34-8b425c0ff609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:47.183529 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6d3d1318-1260-43f0-b0a7-3fbf43c8988e req-68506926-87a1-4f8c-9e34-8b425c0ff609 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=996ff1ee-dfdb-4612-bf3b-9938d03492d7 HTTP/1.1" status: 200 len: 1103 time: 0.0582457 Jul 12 08:32:47.219352 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6d3d1318-1260-43f0-b0a7-3fbf43c8988e req-749069ea-8a93-4516-88c2-87e56924df5c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=dbefe816-4fb2-4d6c-aeb9-6e701150b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282986 Jul 12 08:32:47.961671 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 38662) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:48.073310 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f3c17f06-3ac2-4969-b0d3-5fac7f4ff92e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:48.168277 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f3c17f06-3ac2-4969-b0d3-5fac7f4ff92e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:48.172057 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f3c17f06-3ac2-4969-b0d3-5fac7f4ff92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:48.227055 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-f3c17f06-3ac2-4969-b0d3-5fac7f4ff92e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5d576696463c458395028c2c4c5d7c9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2613184 Jul 12 08:32:48.228699 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 38670) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:48.242976 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c17f06-3ac2-4969-b0d3-5fac7f4ff92e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c12f46-8794-479a-bad2-fb819d4fcd43,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:48.286918 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d36045-02a1-4458-9761-9a46c87de7ae req-f0b8774c-c8b4-4e09-89e5-8e99415fd296 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:48.290655 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-56d36045-02a1-4458-9761-9a46c87de7ae req-f0b8774c-c8b4-4e09-89e5-8e99415fd296 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b85e9a3-2c63-40e2-987e-49d253eb944d HTTP/1.1" status: 200 len: 945 time: 0.0852742 Jul 12 08:32:48.335603 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5df36705-4868-4cc0-b883-4a37b4ff4698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:48.337116 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-56d36045-02a1-4458-9761-9a46c87de7ae req-8f2368a7-d0d2-4ca2-baa0-d46a8b7093bc tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403144 Jul 12 08:32:48.373789 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5df36705-4868-4cc0-b883-4a37b4ff4698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:48.408448 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c2903f-d673-4156-a159-233e0b8cd456 req-2513ca55-fcfe-49ad-9ce8-ce8809cf9365 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:48.417074 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-28c2903f-d673-4156-a159-233e0b8cd456 req-2513ca55-fcfe-49ad-9ce8-ce8809cf9365 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] 10.222.0.37 "GET /v2.0/ports?device_id=996ff1ee-dfdb-4612-bf3b-9938d03492d7 HTTP/1.1" status: 200 len: 950 time: 0.1560242 Jul 12 08:32:48.464901 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-28c2903f-d673-4156-a159-233e0b8cd456 req-405dcf5b-06f2-4aaa-a576-ff4c4b4e81ea tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbefe816-4fb2-4d6c-aeb9-6e701150b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469460 Jul 12 08:32:48.482984 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5df36705-4868-4cc0-b883-4a37b4ff4698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:48.487703 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5df36705-4868-4cc0-b883-4a37b4ff4698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:48.488964 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-5df36705-4868-4cc0-b883-4a37b4ff4698 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c0c12f46-8794-479a-bad2-fb819d4fcd43 HTTP/1.1" status: 204 len: 168 time: 0.2576585 Jul 12 08:32:48.497763 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df36705-4868-4cc0-b883-4a37b4ff4698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c12f46-8794-479a-bad2-fb819d4fcd43,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:48.548213 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae3c9a-725c-46db-b31f-90d709642d75 req-a874da38-2da1-4bb7-b6c8-9d95dbec8c60 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:48.556133 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2cae3c9a-725c-46db-b31f-90d709642d75 req-a874da38-2da1-4bb7-b6c8-9d95dbec8c60 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 945 time: 0.0892074 Jul 12 08:32:48.594889 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2cae3c9a-725c-46db-b31f-90d709642d75 req-fd2d2e2a-454b-4da1-a697-34bca6981a68 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378289 Jul 12 08:32:48.812579 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 38694) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:48.828083 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-2437927c-0b66-407a-b884-9d03a5f17958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:48.946866 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-2437927c-0b66-407a-b884-9d03a5f17958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:48.954368 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-2437927c-0b66-407a-b884-9d03a5f17958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:49.007464 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2437927c-0b66-407a-b884-9d03a5f17958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05243de-1cdf-472c-a362-2e98b8f0291d,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:49.016527 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 38710) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:49.016895 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-2437927c-0b66-407a-b884-9d03a5f17958 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=60faaa88f15a4c6bba45f932dfcc9718&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2030494 Jul 12 08:32:49.084296 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-69adb8ff-23a2-4dd2-a027-fcb4b86470e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:49.106827 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-69adb8ff-23a2-4dd2-a027-fcb4b86470e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:49.155524 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-69adb8ff-23a2-4dd2-a027-fcb4b86470e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:49.158894 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-69adb8ff-23a2-4dd2-a027-fcb4b86470e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:49.160115 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-69adb8ff-23a2-4dd2-a027-fcb4b86470e1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e05243de-1cdf-472c-a362-2e98b8f0291d HTTP/1.1" status: 204 len: 168 time: 0.1417983 Jul 12 08:32:49.168595 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69adb8ff-23a2-4dd2-a027-fcb4b86470e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05243de-1cdf-472c-a362-2e98b8f0291d,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:49.227743 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 38718) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:49.431089 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-439ccf1a-d9d1-4f8f-adb3-66349df16c77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:49.520743 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-439ccf1a-d9d1-4f8f-adb3-66349df16c77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:49.525856 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-439ccf1a-d9d1-4f8f-adb3-66349df16c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:49.559951 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439ccf1a-d9d1-4f8f-adb3-66349df16c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5f835e-65d1-4757-ab53-10774883623b,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:49.565750 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-439ccf1a-d9d1-4f8f-adb3-66349df16c77 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=10a8853c26444d1b87226a973ee27325&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3355589 Jul 12 08:32:49.570295 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 38736) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:49.622522 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0e791248-bd64-46fa-8a38-1162eb5b4be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:49.643884 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0e791248-bd64-46fa-8a38-1162eb5b4be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:49.690809 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0e791248-bd64-46fa-8a38-1162eb5b4be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:49.696791 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0e791248-bd64-46fa-8a38-1162eb5b4be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:49.697953 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-0e791248-bd64-46fa-8a38-1162eb5b4be3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ef5f835e-65d1-4757-ab53-10774883623b HTTP/1.1" status: 204 len: 168 time: 0.1265192 Jul 12 08:32:49.705336 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e791248-bd64-46fa-8a38-1162eb5b4be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5f835e-65d1-4757-ab53-10774883623b,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:50.328872 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 38778) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:50.418854 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-6a462090-25f4-4ec9-b518-45cf1b0adea6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-430358051-network', 'tenant_id': '61b587b0c53b492fb8b219a96dd1c56a'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:32:50.438206 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a462090-25f4-4ec9-b518-45cf1b0adea6 admin admin] Made reservation on behalf of 61b587b0c53b492fb8b219a96dd1c56a for: {'network': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 08:32:50.440449 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6a462090-25f4-4ec9-b518-45cf1b0adea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for network, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:50.448950 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6a462090-25f4-4ec9-b518-45cf1b0adea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:50.537494 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6a462090-25f4-4ec9-b518-45cf1b0adea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:50.541021 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6a462090-25f4-4ec9-b518-45cf1b0adea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:50.560278 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a462090-25f4-4ec9-b518-45cf1b0adea6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=92952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 08:32:50.575649 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a462090-25f4-4ec9-b518-45cf1b0adea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475b4fc8-b563-48f3-9960-d784b6deedf8,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:50.578447 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6a462090-25f4-4ec9-b518-45cf1b0adea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246630'] for segment, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:50.578786 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.db.segments_db [None req-6a462090-25f4-4ec9-b518-45cf1b0adea6 admin admin] Added segment e10e3cdb-5176-422e-b904-64a5a4cbb632 of type vlan for network 986f9208-db04-4964-8aaf-294544c18fee Jul 12 08:32:50.619121 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6a462090-25f4-4ec9-b518-45cf1b0adea6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748222629479'] for network, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:50.647958 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6a462090-25f4-4ec9-b518-45cf1b0adea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794'] for network, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:50.648894 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a462090-25f4-4ec9-b518-45cf1b0adea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:50.649475 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6a462090-25f4-4ec9-b518-45cf1b0adea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for network, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:50.701003 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-6a462090-25f4-4ec9-b518-45cf1b0adea6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3709848 Jul 12 08:32:50.703940 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 38784) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:50.707814 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a462090-25f4-4ec9-b518-45cf1b0adea6 admin admin] Pushing event updated for resources: {'Network': ['ID=986f9208-db04-4964-8aaf-294544c18fee,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:50.708936 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-34567a1e-0498-4164-905d-37952f1caff9 admin admin] Request body: {'subnet': {'network_id': '986f9208-db04-4964-8aaf-294544c18fee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-430358051-subnet', 'tenant_id': '61b587b0c53b492fb8b219a96dd1c56a', 'ip_version': 4}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:32:50.717392 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Network 986f9208-db04-4964-8aaf-294544c18fee details requested by agent ovs-agent-dv-cinder-800431-1-iscsi with host dv-cinder-800431-1-iscsi {{(pid=92953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 08:32:50.728985 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34567a1e-0498-4164-905d-37952f1caff9 admin admin] Made reservation on behalf of 61b587b0c53b492fb8b219a96dd1c56a for: {'subnet': 1} {{(pid=92951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 08:32:50.731377 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-34567a1e-0498-4164-905d-37952f1caff9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:50.888833 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-34567a1e-0498-4164-905d-37952f1caff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794'] for subnet, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:50.944597 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34567a1e-0498-4164-905d-37952f1caff9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3335d6e-56c3-46e5-8ff5-ef0ba23a88e9,revision_number=0']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:50.952852 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34567a1e-0498-4164-905d-37952f1caff9 admin admin] Checking segment: {'id': 'e10e3cdb-5176-422e-b904-64a5a4cbb632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '986f9208-db04-4964-8aaf-294544c18fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:32:50.953149 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34567a1e-0498-4164-905d-37952f1caff9 admin admin] Network hostable DHCP agents. Network: 986f9208-db04-4964-8aaf-294544c18fee, hostable agents: ['c54cb50b-3f96-48fd-b597-b50612d9ada1'], hosted agents: [] {{(pid=92951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 08:32:50.967944 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34567a1e-0498-4164-905d-37952f1caff9 admin admin] Network 986f9208-db04-4964-8aaf-294544c18fee is scheduled to be hosted by DHCP agent c54cb50b-3f96-48fd-b597-b50612d9ada1 with binding_index 1 {{(pid=92951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 08:32:50.976466 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-34567a1e-0498-4164-905d-37952f1caff9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800431-1-iscsi, 986f9208-db04-4964-8aaf-294544c18fee) {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:32:50.980383 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34567a1e-0498-4164-905d-37952f1caff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:50.980972 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-34567a1e-0498-4164-905d-37952f1caff9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:50.985503 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0773de-77e0-4ada-8a8d-954360d5e903 None None] Network 986f9208-db04-4964-8aaf-294544c18fee requested from dv-cinder-800431-1-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 08:32:50.998478 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-34567a1e-0498-4164-905d-37952f1caff9 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.2934585 Jul 12 08:32:51.001094 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 38786) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:51.005720 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-865e1a16-c22a-4920-a20d-a18adf0b6b1a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-430358051-router', 'tenant_id': '61b587b0c53b492fb8b219a96dd1c56a', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3'}}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:32:51.026830 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-865e1a16-c22a-4920-a20d-a18adf0b6b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500008'] for router, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:51.027862 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-865e1a16-c22a-4920-a20d-a18adf0b6b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941001', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-943589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500017'] for router, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:51.080535 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-865e1a16-c22a-4920-a20d-a18adf0b6b1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:51.217045 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-865e1a16-c22a-4920-a20d-a18adf0b6b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-499971'] for router, precommit_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:51.255860 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfde394-8bb6-467a-ac77-501567af82ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcacd1728-95ed-5cda-b7de-0b3fff281327-986f9208-db04-4964-8aaf-294544c18fee', 'network_id': '986f9208-db04-4964-8aaf-294544c18fee', 'tenant_id': '61b587b0c53b492fb8b219a96dd1c56a', 'fixed_ips': [{'subnet_id': 'a3335d6e-56c3-46e5-8ff5-ef0ba23a88e9'}]}} from dv-cinder-800431-1-iscsi. {{(pid=92953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 08:32:51.256706 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ddfde394-8bb6-467a-ac77-501567af82ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:51.394021 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_common [None req-ddfde394-8bb6-467a-ac77-501567af82ca None None] Allocated IP 172.20.0.2 (986f9208-db04-4964-8aaf-294544c18fee/a3335d6e-56c3-46e5-8ff5-ef0ba23a88e9/cba18a65-dc02-48fb-8bc3-aef31ded8338) {{(pid=92953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 08:32:51.418716 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-865e1a16-c22a-4920-a20d-a18adf0b6b1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:51.437412 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-865e1a16-c22a-4920-a20d-a18adf0b6b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:51.533590 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ddfde394-8bb6-467a-ac77-501567af82ca None None] Notify callbacks [] for port, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:51.537145 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.db.db_base_plugin_common [None req-865e1a16-c22a-4920-a20d-a18adf0b6b1a admin admin] Allocated IP 172.27.1.120 (65ec14d2-e0c2-45ad-9132-5fa8e954ebc3/dca57fa4-8523-4dee-8f0e-27ff75670efc/f0f1013d-8178-41cd-8bdf-6151a9b3cb32) {{(pid=92951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 08:32:51.542161 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-ddfde394-8bb6-467a-ac77-501567af82ca None None] Transition to ACTIVE for port object cba18a65-dc02-48fb-8bc3-aef31ded8338 will not be triggered until provisioned by entity L2. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:32:51.556015 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-ddfde394-8bb6-467a-ac77-501567af82ca None None] Transition to ACTIVE for port object cba18a65-dc02-48fb-8bc3-aef31ded8338 will not be triggered until provisioned by entity DHCP. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:32:51.561861 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ddfde394-8bb6-467a-ac77-501567af82ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748222641646'] for port, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:51.603644 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfde394-8bb6-467a-ac77-501567af82ca None None] Network 986f9208-db04-4964-8aaf-294544c18fee is already hosted by enough agents. {{(pid=92953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:32:51.607080 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-ddfde394-8bb6-467a-ac77-501567af82ca None None] Resources bound (agent type, host, resource id): {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:32:51.609597 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfde394-8bb6-467a-ac77-501567af82ca None None] Received port after_create {{(pid=92953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 08:32:51.620100 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfde394-8bb6-467a-ac77-501567af82ca None None] Pushing event updated for resources: {'Port': ['ID=cba18a65-dc02-48fb-8bc3-aef31ded8338,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:51.651690 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-865e1a16-c22a-4920-a20d-a18adf0b6b1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:51.673808 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-ddfde394-8bb6-467a-ac77-501567af82ca None None] Attempting to bind port cba18a65-dc02-48fb-8bc3-aef31ded8338 on host dv-cinder-800431-1-iscsi for vnic_type normal with profile {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 08:32:51.674260 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-ddfde394-8bb6-467a-ac77-501567af82ca None None] Attempting to bind port cba18a65-dc02-48fb-8bc3-aef31ded8338 by drivers openvswitch,hyperv on host dv-cinder-800431-1-iscsi at level 0 using segments [{'id': 'e10e3cdb-5176-422e-b904-64a5a4cbb632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '986f9208-db04-4964-8aaf-294544c18fee'}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 08:32:51.674744 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfde394-8bb6-467a-ac77-501567af82ca None None] Attempting to bind port cba18a65-dc02-48fb-8bc3-aef31ded8338 on network 986f9208-db04-4964-8aaf-294544c18fee {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:32:51.679594 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfde394-8bb6-467a-ac77-501567af82ca None None] Checking agent: {'id': '165ba4a0-42de-4d95-afeb-0090fba4eff7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 8, 23, 37), 'started_at': datetime.datetime(2021, 7, 12, 8, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 8, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 08:32:51.679961 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfde394-8bb6-467a-ac77-501567af82ca None None] Checking segment: {'id': 'e10e3cdb-5176-422e-b904-64a5a4cbb632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '986f9208-db04-4964-8aaf-294544c18fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:32:51.680352 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ddfde394-8bb6-467a-ac77-501567af82ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:51.680871 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfde394-8bb6-467a-ac77-501567af82ca None None] Bound using segment: {'id': 'e10e3cdb-5176-422e-b904-64a5a4cbb632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '986f9208-db04-4964-8aaf-294544c18fee'} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 08:32:51.681335 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-ddfde394-8bb6-467a-ac77-501567af82ca None None] Bound port: cba18a65-dc02-48fb-8bc3-aef31ded8338, host: dv-cinder-800431-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e10e3cdb-5176-422e-b904-64a5a4cbb632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '986f9208-db04-4964-8aaf-294544c18fee'}}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 08:32:51.681724 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ddfde394-8bb6-467a-ac77-501567af82ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:51.689844 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-865e1a16-c22a-4920-a20d-a18adf0b6b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748222641646'] for port, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:51.728518 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865e1a16-c22a-4920-a20d-a18adf0b6b1a admin admin] Network 65ec14d2-e0c2-45ad-9132-5fa8e954ebc3 is already hosted by enough agents. {{(pid=92951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:32:51.734610 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-865e1a16-c22a-4920-a20d-a18adf0b6b1a admin admin] Resources bound (agent type, host, resource id): {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:32:51.738679 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865e1a16-c22a-4920-a20d-a18adf0b6b1a admin admin] Received port after_create {{(pid=92951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 08:32:51.761299 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-ddfde394-8bb6-467a-ac77-501567af82ca None None] For port cba18a65-dc02-48fb-8bc3-aef31ded8338, host dv-cinder-800431-1-iscsi, cleared binding levels {{(pid=92953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 08:32:51.764856 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-ddfde394-8bb6-467a-ac77-501567af82ca None None] For port cba18a65-dc02-48fb-8bc3-aef31ded8338, host dv-cinder-800431-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=cba18a65-dc02-48fb-8bc3-aef31ded8338,segment=NetworkSegment(e10e3cdb-5176-422e-b904-64a5a4cbb632),segment_id=e10e3cdb-5176-422e-b904-64a5a4cbb632)] {{(pid=92953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 08:32:51.770540 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ddfde394-8bb6-467a-ac77-501567af82ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:51.774571 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865e1a16-c22a-4920-a20d-a18adf0b6b1a admin admin] Pushing event updated for resources: {'Port': ['ID=f0f1013d-8178-41cd-8bdf-6151a9b3cb32,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:51.844402 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfde394-8bb6-467a-ac77-501567af82ca None None] Pushing event updated for resources: {'Port': ['ID=cba18a65-dc02-48fb-8bc3-aef31ded8338,revision_number=2']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:51.943291 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ea9ce-8e76-47b2-b0b1-ec0206e7d3b7 req-a33cfe5d-fea6-47f7-b788-54f62e3e96f5 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:51.944812 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-6a7ea9ce-8e76-47b2-b0b1-ec0206e7d3b7 req-a33cfe5d-fea6-47f7-b788-54f62e3e96f5 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] 10.222.0.37 "GET /v2.0/ports?device_id=996ff1ee-dfdb-4612-bf3b-9938d03492d7 HTTP/1.1" status: 200 len: 950 time: 0.1371229 Jul 12 08:32:52.024244 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-6a7ea9ce-8e76-47b2-b0b1-ec0206e7d3b7 req-2a94757a-1665-4353-952d-61b6506d1351 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbefe816-4fb2-4d6c-aeb9-6e701150b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729721 Jul 12 08:32:52.038951 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-865e1a16-c22a-4920-a20d-a18adf0b6b1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:52.295533 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-865e1a16-c22a-4920-a20d-a18adf0b6b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941052'] for router, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:52.546728 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-865e1a16-c22a-4920-a20d-a18adf0b6b1a admin admin] Router 418019ea-d547-4846-9c14-b06122b075c6 is scheduled to L3 agent c0ba3535-5ad7-41e9-9cdc-b89c0ff976de with binding_index 1 {{(pid=92951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 08:32:52.592415 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3bd0bc-08c6-4295-a0f9-897589529cfb req-397edc9d-2b47-48d5-9281-8da027990713 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:52.594347 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8e3bd0bc-08c6-4295-a0f9-897589529cfb req-397edc9d-2b47-48d5-9281-8da027990713 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] 10.222.0.37 "GET /v2.0/ports?device_id=996ff1ee-dfdb-4612-bf3b-9938d03492d7 HTTP/1.1" status: 200 len: 950 time: 0.0990968 Jul 12 08:32:52.703971 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f49e0-1119-479f-bdd1-a263e95165b8 req-9e4bf0ce-4640-44b1-a056-a3de64a30783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:52.705487 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-443f49e0-1119-479f-bdd1-a263e95165b8 req-9e4bf0ce-4640-44b1-a056-a3de64a30783 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ca96284f2baa4ff8b8e4f29f16222f61&device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 1098 time: 0.1011519 Jul 12 08:32:52.708867 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8e3bd0bc-08c6-4295-a0f9-897589529cfb req-ade3ccf3-a8ad-4fec-826e-5659336859e5 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbefe816-4fb2-4d6c-aeb9-6e701150b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060646 Jul 12 08:32:52.853449 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f49e0-1119-479f-bdd1-a263e95165b8 req-780fc489-71fb-420f-8fc3-d6b1910cb8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:52.855231 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-443f49e0-1119-479f-bdd1-a263e95165b8 req-780fc489-71fb-420f-8fc3-d6b1910cb8f4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=85b41c83-81a1-43ad-b6bf-2d322948dd3e HTTP/1.1" status: 200 len: 919 time: 0.1376407 Jul 12 08:32:52.912779 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-443f49e0-1119-479f-bdd1-a263e95165b8 req-5651b68b-9cf5-4c53-ba6c-f0f47ff7744a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0c6a6a3-7421-426f-b7ae-aead0db6d454 HTTP/1.1" status: 200 len: 217 time: 0.0487542 Jul 12 08:32:52.949194 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-865e1a16-c22a-4920-a20d-a18adf0b6b1a admin admin] Notify agent at l3_agent.dv-cinder-800431-1-iscsi the message routers_updated {{(pid=92951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 08:32:52.962173 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf2c28a-24b9-4262-be32-6465bb997fc4 None None] Sync routers for ids ['418019ea-d547-4846-9c14-b06122b075c6'] in dv-cinder-800431-1-iscsi {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 08:32:52.980554 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf2c28a-24b9-4262-be32-6465bb997fc4 None None] Routers {'418019ea-d547-4846-9c14-b06122b075c6'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:32:52.981546 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-abf2c28a-24b9-4262-be32-6465bb997fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:32:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['418019ea-d547-4846-9c14-b06122b075c6'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:32:52.995719 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c68a30-8912-4af6-88a8-d0d9336b154c req-b07a94b3-0b2c-4465-8752-6b6465a05ccc tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:52.997834 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a4c68a30-8912-4af6-88a8-d0d9336b154c req-b07a94b3-0b2c-4465-8752-6b6465a05ccc tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 945 time: 0.2054880 Jul 12 08:32:52.999260 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-865e1a16-c22a-4920-a20d-a18adf0b6b1a admin admin] Notify callbacks [] for router, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:53.000828 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-865e1a16-c22a-4920-a20d-a18adf0b6b1a admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9987388 Jul 12 08:32:53.003638 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 38848) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:53.028436 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f49e0-1119-479f-bdd1-a263e95165b8 req-a440f2ec-59cc-405c-a758-837eeb2f2585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:53.030072 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-443f49e0-1119-479f-bdd1-a263e95165b8 req-a440f2ec-59cc-405c-a758-837eeb2f2585 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fea1b1f0-4ade-4907-8fb8-44348ca7636e HTTP/1.1" status: 200 len: 858 time: 0.1073413 Jul 12 08:32:53.091660 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-443f49e0-1119-479f-bdd1-a263e95165b8 req-02345402-cbe5-4422-937a-1a68a8a79c92 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=85b41c83-81a1-43ad-b6bf-2d322948dd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534582 Jul 12 08:32:53.134783 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba844b5-a7bb-474b-bede-21598f160343 None None] Network 986f9208-db04-4964-8aaf-294544c18fee requested from dv-cinder-800431-1-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 08:32:53.148791 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-abf2c28a-24b9-4262-be32-6465bb997fc4 None None] Set router 418019ea-d547-4846-9c14-b06122b075c6 gateway port host: dv-cinder-800431-1-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:32:53.171396 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a4c68a30-8912-4af6-88a8-d0d9336b154c req-dccd4451-ca9c-4f93-a80f-5058128f355a tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592503 Jul 12 08:32:53.243103 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-443f49e0-1119-479f-bdd1-a263e95165b8 req-a5141053-6640-449a-98d5-75b45943e5ac service neutron] 10.222.0.23 "GET /v2.0/networks/85b41c83-81a1-43ad-b6bf-2d322948dd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426840 Jul 12 08:32:53.254503 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-e884876e-e6f2-4e68-b230-1c451e2325bf None None] Provisioning for port cba18a65-dc02-48fb-8bc3-aef31ded8338 completed by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:32:53.405585 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-abf2c28a-24b9-4262-be32-6465bb997fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418019ea-d547-4846-9c14-b06122b075c6', 'name': 'tempest-TestMinimumBasicScenario-430358051-router', 'tenant_id': '61b587b0c53b492fb8b219a96dd1c56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': 'f0f1013d-8178-41cd-8bdf-6151a9b3cb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:32:51Z', 'updated_at': '2021-07-12T08:32:51Z', 'revision_number': 3, 'project_id': '61b587b0c53b492fb8b219a96dd1c56a', 'gw_port': {'id': 'f0f1013d-8178-41cd-8bdf-6151a9b3cb32', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b9:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418019ea-d547-4846-9c14-b06122b075c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:32:51Z', 'updated_at': '2021-07-12T08:32:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi'}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:32:53.432015 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf2c28a-24b9-4262-be32-6465bb997fc4 None None] Checking router: 418019ea-d547-4846-9c14-b06122b075c6 for host: dv-cinder-800431-1-iscsi {{(pid=92954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 08:32:53.432375 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf2c28a-24b9-4262-be32-6465bb997fc4 None None] Updating router 418019ea-d547-4846-9c14-b06122b075c6 port f0f1013d-8178-41cd-8bdf-6151a9b3cb32 binding host dv-cinder-800431-1-iscsi {{(pid=92954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 08:32:53.476335 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-abf2c28a-24b9-4262-be32-6465bb997fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:53.547196 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device cba18a65-dc02-48fb-8bc3-aef31ded8338 up at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:32:53.602645 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-3bb01291-a2b8-40aa-b7f4-62cc1e8a406d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:53.610151 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning for port cba18a65-dc02-48fb-8bc3-aef31ded8338 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:32:53.613947 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning complete for port cba18a65-dc02-48fb-8bc3-aef31ded8338 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:32:53.614394 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:53.717294 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-7e3aba6c-5910-43d5-9238-b15a325ccb69 None None] Provisioning complete for port cba18a65-dc02-48fb-8bc3-aef31ded8338 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:32:53.717679 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7e3aba6c-5910-43d5-9238-b15a325ccb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:53.719180 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:53.787563 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-abf2c28a-24b9-4262-be32-6465bb997fc4 None None] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:53.798262 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.db.db_base_plugin_common [None req-3bb01291-a2b8-40aa-b7f4-62cc1e8a406d admin admin] Allocated IP 172.20.0.1 (986f9208-db04-4964-8aaf-294544c18fee/a3335d6e-56c3-46e5-8ff5-ef0ba23a88e9/4696c502-6785-4804-a4b7-9a59c3815af3) {{(pid=92951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 08:32:53.799670 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [None req-abf2c28a-24b9-4262-be32-6465bb997fc4 None None] Transition to ACTIVE for port object f0f1013d-8178-41cd-8bdf-6151a9b3cb32 will not be triggered until provisioned by entity L2. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:32:53.806312 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] For port cba18a65-dc02-48fb-8bc3-aef31ded8338, host dv-cinder-800431-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=cba18a65-dc02-48fb-8bc3-aef31ded8338,segment=NetworkSegment(e10e3cdb-5176-422e-b904-64a5a4cbb632),segment_id=e10e3cdb-5176-422e-b904-64a5a4cbb632)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:32:53.807733 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-abf2c28a-24b9-4262-be32-6465bb997fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:53.817721 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:53.927456 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Pushing event updated for resources: {'Port': ['ID=cba18a65-dc02-48fb-8bc3-aef31ded8338,revision_number=3']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:53.965984 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed79564-5ef8-411e-b4b9-cd41433cc5e8 None None] Pushing event updated for resources: {'Port': ['ID=f0f1013d-8178-41cd-8bdf-6151a9b3cb32,revision_number=2']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:53.968392 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [None req-abf2c28a-24b9-4262-be32-6465bb997fc4 None None] Attempting to bind port f0f1013d-8178-41cd-8bdf-6151a9b3cb32 on host dv-cinder-800431-1-iscsi for vnic_type normal with profile {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 08:32:53.968791 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [None req-abf2c28a-24b9-4262-be32-6465bb997fc4 None None] Attempting to bind port f0f1013d-8178-41cd-8bdf-6151a9b3cb32 by drivers openvswitch,hyperv on host dv-cinder-800431-1-iscsi at level 0 using segments [{'id': '96305722-55d6-4089-959b-5f9b3a20c0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3'}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 08:32:53.969235 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf2c28a-24b9-4262-be32-6465bb997fc4 None None] Attempting to bind port f0f1013d-8178-41cd-8bdf-6151a9b3cb32 on network 65ec14d2-e0c2-45ad-9132-5fa8e954ebc3 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:32:53.978950 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed79564-5ef8-411e-b4b9-cd41433cc5e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:32:53.979496 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed79564-5ef8-411e-b4b9-cd41433cc5e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:32:53.979834 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed79564-5ef8-411e-b4b9-cd41433cc5e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:32:53.980177 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed79564-5ef8-411e-b4b9-cd41433cc5e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:32:53.980510 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed79564-5ef8-411e-b4b9-cd41433cc5e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:32:53.980842 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed79564-5ef8-411e-b4b9-cd41433cc5e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:32:53.981180 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed79564-5ef8-411e-b4b9-cd41433cc5e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:32:53.981514 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-3bb01291-a2b8-40aa-b7f4-62cc1e8a406d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:53.982009 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed79564-5ef8-411e-b4b9-cd41433cc5e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:32:53.982009 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed79564-5ef8-411e-b4b9-cd41433cc5e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:32:53.982203 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed79564-5ef8-411e-b4b9-cd41433cc5e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:32:53.982724 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed79564-5ef8-411e-b4b9-cd41433cc5e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:32:53.983204 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed79564-5ef8-411e-b4b9-cd41433cc5e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:32:53.993053 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf2c28a-24b9-4262-be32-6465bb997fc4 None None] Checking agent: {'id': '165ba4a0-42de-4d95-afeb-0090fba4eff7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 8, 23, 37), 'started_at': datetime.datetime(2021, 7, 12, 8, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 8, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 08:32:53.995604 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf2c28a-24b9-4262-be32-6465bb997fc4 None None] Checking segment: {'id': '96305722-55d6-4089-959b-5f9b3a20c0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:32:53.996069 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-abf2c28a-24b9-4262-be32-6465bb997fc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:54.000167 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf2c28a-24b9-4262-be32-6465bb997fc4 None None] Bound using segment: {'id': '96305722-55d6-4089-959b-5f9b3a20c0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3'} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 08:32:54.000167 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [None req-abf2c28a-24b9-4262-be32-6465bb997fc4 None None] Bound port: f0f1013d-8178-41cd-8bdf-6151a9b3cb32, host: dv-cinder-800431-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96305722-55d6-4089-959b-5f9b3a20c0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3'}}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 08:32:54.000167 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-abf2c28a-24b9-4262-be32-6465bb997fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:54.018834 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b18093-9894-49f5-b9db-46a482d18570 req-63eb4079-f63a-4975-b2e9-5a401ea91b6a tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:54.020873 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-68b18093-9894-49f5-b9db-46a482d18570 req-63eb4079-f63a-4975-b2e9-5a401ea91b6a tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] 10.222.0.37 "GET /v2.0/ports?device_id=996ff1ee-dfdb-4612-bf3b-9938d03492d7 HTTP/1.1" status: 200 len: 950 time: 0.1370251 Jul 12 08:32:54.026286 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.db.provisioning_blocks [None req-3bb01291-a2b8-40aa-b7f4-62cc1e8a406d admin admin] Transition to ACTIVE for port object 4696c502-6785-4804-a4b7-9a59c3815af3 will not be triggered until provisioned by entity DHCP. {{(pid=92951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:32:54.062961 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-abf2c28a-24b9-4262-be32-6465bb997fc4 None None] For port f0f1013d-8178-41cd-8bdf-6151a9b3cb32, host dv-cinder-800431-1-iscsi, cleared binding levels {{(pid=92954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 08:32:54.066634 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-abf2c28a-24b9-4262-be32-6465bb997fc4 None None] For port f0f1013d-8178-41cd-8bdf-6151a9b3cb32, host dv-cinder-800431-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=f0f1013d-8178-41cd-8bdf-6151a9b3cb32,segment=NetworkSegment(96305722-55d6-4089-959b-5f9b3a20c0c4),segment_id=96305722-55d6-4089-959b-5f9b3a20c0c4)] {{(pid=92954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 08:32:54.073214 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-abf2c28a-24b9-4262-be32-6465bb997fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:54.090659 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-68b18093-9894-49f5-b9db-46a482d18570 req-bda840b8-ffc2-42af-a077-398f5da68781 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbefe816-4fb2-4d6c-aeb9-6e701150b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515826 Jul 12 08:32:54.092193 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-3bb01291-a2b8-40aa-b7f4-62cc1e8a406d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748222641646'] for port, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:54.140582 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed79564-5ef8-411e-b4b9-cd41433cc5e8 None None] Pushing event updated for resources: {'Port': ['ID=f0f1013d-8178-41cd-8bdf-6151a9b3cb32,revision_number=3']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:54.142813 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb01291-a2b8-40aa-b7f4-62cc1e8a406d admin admin] Network 986f9208-db04-4964-8aaf-294544c18fee is already hosted by enough agents. {{(pid=92951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:32:54.146648 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-3bb01291-a2b8-40aa-b7f4-62cc1e8a406d admin admin] Resources bound (agent type, host, resource id): {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:32:54.147247 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf2c28a-24b9-4262-be32-6465bb997fc4 None None] Routers {'418019ea-d547-4846-9c14-b06122b075c6'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:32:54.147924 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-abf2c28a-24b9-4262-be32-6465bb997fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:32:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['418019ea-d547-4846-9c14-b06122b075c6'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:32:54.154619 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb01291-a2b8-40aa-b7f4-62cc1e8a406d admin admin] Received port after_create {{(pid=92951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 08:32:54.155104 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-3bb01291-a2b8-40aa-b7f4-62cc1e8a406d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528631'] for router_interface, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:54.161386 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb01291-a2b8-40aa-b7f4-62cc1e8a406d admin admin] Pushing event updated for resources: {'Port': ['ID=4696c502-6785-4804-a4b7-9a59c3815af3,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:54.265377 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-abf2c28a-24b9-4262-be32-6465bb997fc4 None None] Set router 418019ea-d547-4846-9c14-b06122b075c6 gateway port host: dv-cinder-800431-1-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:32:54.325469 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-3bb01291-a2b8-40aa-b7f4-62cc1e8a406d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:54.354732 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-681de2b0-6773-4c09-88e2-2bbec761ada9 None None] Provisioning for port 4696c502-6785-4804-a4b7-9a59c3815af3 completed by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:32:54.360720 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-681de2b0-6773-4c09-88e2-2bbec761ada9 None None] Provisioning complete for port 4696c502-6785-4804-a4b7-9a59c3815af3 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:32:54.361286 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-681de2b0-6773-4c09-88e2-2bbec761ada9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:54.396088 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-681de2b0-6773-4c09-88e2-2bbec761ada9 None None] Port 4696c502-6785-4804-a4b7-9a59c3815af3 cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 08:32:54.471422 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-abf2c28a-24b9-4262-be32-6465bb997fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418019ea-d547-4846-9c14-b06122b075c6', 'name': 'tempest-TestMinimumBasicScenario-430358051-router', 'tenant_id': '61b587b0c53b492fb8b219a96dd1c56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': 'f0f1013d-8178-41cd-8bdf-6151a9b3cb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:32:51Z', 'updated_at': '2021-07-12T08:32:51Z', 'revision_number': 3, 'project_id': '61b587b0c53b492fb8b219a96dd1c56a', 'gw_port': {'id': 'f0f1013d-8178-41cd-8bdf-6151a9b3cb32', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b9:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418019ea-d547-4846-9c14-b06122b075c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:32:51Z', 'updated_at': '2021-07-12T08:32:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi'}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:32:54.498256 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf2c28a-24b9-4262-be32-6465bb997fc4 None None] The sync data for ids ['418019ea-d547-4846-9c14-b06122b075c6'] in dv-cinder-800431-1-iscsi is: [{'id': '418019ea-d547-4846-9c14-b06122b075c6', 'name': 'tempest-TestMinimumBasicScenario-430358051-router', 'tenant_id': '61b587b0c53b492fb8b219a96dd1c56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': 'f0f1013d-8178-41cd-8bdf-6151a9b3cb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:32:51Z', 'updated_at': '2021-07-12T08:32:51Z', 'revision_number': 3, 'project_id': '61b587b0c53b492fb8b219a96dd1c56a', 'gw_port': {'id': 'f0f1013d-8178-41cd-8bdf-6151a9b3cb32', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b9:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418019ea-d547-4846-9c14-b06122b075c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:32:51Z', 'updated_at': '2021-07-12T08:32:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi'}] {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 08:32:54.724017 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-3bb01291-a2b8-40aa-b7f4-62cc1e8a406d admin admin] Notify callbacks [] for port, precommit_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:54.728907 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-3bb01291-a2b8-40aa-b7f4-62cc1e8a406d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:54.758842 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-3bb01291-a2b8-40aa-b7f4-62cc1e8a406d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532394'] for router_interface, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:54.814411 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb01291-a2b8-40aa-b7f4-62cc1e8a406d admin admin] Pushing event updated for resources: {'Port': ['ID=4696c502-6785-4804-a4b7-9a59c3815af3,revision_number=2']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:54.868477 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb01291-a2b8-40aa-b7f4-62cc1e8a406d admin admin] Network 986f9208-db04-4964-8aaf-294544c18fee is already hosted by enough agents. {{(pid=92951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:32:54.870212 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-3bb01291-a2b8-40aa-b7f4-62cc1e8a406d admin admin] Resources bound (agent type, host, resource id): {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:32:54.991931 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb01291-a2b8-40aa-b7f4-62cc1e8a406d admin admin] Router 418019ea-d547-4846-9c14-b06122b075c6 has already been hosted by L3 agent c0ba3535-5ad7-41e9-9cdc-b89c0ff976de {{(pid=92951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 08:32:55.042041 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-4f53b0e5-276e-4d45-842c-58c04e40184f None None] Provisioning complete for port 4696c502-6785-4804-a4b7-9a59c3815af3 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:32:55.042420 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4f53b0e5-276e-4d45-842c-58c04e40184f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:55.081768 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-4f53b0e5-276e-4d45-842c-58c04e40184f None None] Port 4696c502-6785-4804-a4b7-9a59c3815af3 cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 08:32:55.115005 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb01291-a2b8-40aa-b7f4-62cc1e8a406d admin admin] Notify agent at l3_agent.dv-cinder-800431-1-iscsi the message routers_updated {{(pid=92951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 08:32:55.133136 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-3bb01291-a2b8-40aa-b7f4-62cc1e8a406d admin admin] 10.222.0.37 "PUT /v2.0/routers/418019ea-d547-4846-9c14-b06122b075c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1261356 Jul 12 08:32:55.203418 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a329bf57-0c70-4604-ad37-dd28c32310ad None None] Provisioning complete for port 4696c502-6785-4804-a4b7-9a59c3815af3 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:32:55.203795 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a329bf57-0c70-4604-ad37-dd28c32310ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:55.243007 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-a329bf57-0c70-4604-ad37-dd28c32310ad None None] Port 4696c502-6785-4804-a4b7-9a59c3815af3 cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 08:32:55.571607 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device f0f1013d-8178-41cd-8bdf-6151a9b3cb32 up at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:32:55.603140 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 38902) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:55.609077 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-17955290-66d5-43a2-8998-57800ab49341 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1095876194-network', 'tenant_id': '3c881a93e7dc4a6885f7fd286f4daaff'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:32:55.623820 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning for port f0f1013d-8178-41cd-8bdf-6151a9b3cb32 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:32:55.627673 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning complete for port f0f1013d-8178-41cd-8bdf-6151a9b3cb32 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:32:55.628122 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:55.630649 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17955290-66d5-43a2-8998-57800ab49341 admin admin] Made reservation on behalf of 3c881a93e7dc4a6885f7fd286f4daaff for: {'network': 1} {{(pid=92951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 08:32:55.633069 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-17955290-66d5-43a2-8998-57800ab49341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for network, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:55.641396 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-17955290-66d5-43a2-8998-57800ab49341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:55.706792 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:55.729793 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] For port f0f1013d-8178-41cd-8bdf-6151a9b3cb32, host dv-cinder-800431-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=f0f1013d-8178-41cd-8bdf-6151a9b3cb32,segment=NetworkSegment(96305722-55d6-4089-959b-5f9b3a20c0c4),segment_id=96305722-55d6-4089-959b-5f9b3a20c0c4)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:32:55.734787 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:55.736232 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-17955290-66d5-43a2-8998-57800ab49341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:55.740088 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-17955290-66d5-43a2-8998-57800ab49341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:55.762246 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17955290-66d5-43a2-8998-57800ab49341 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=92951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 08:32:55.770955 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device cba18a65-dc02-48fb-8bc3-aef31ded8338 up at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:32:55.777546 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17955290-66d5-43a2-8998-57800ab49341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ce9c84-64af-4920-be71-37453db84c42,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:55.780494 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-17955290-66d5-43a2-8998-57800ab49341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246630'] for segment, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:55.780838 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.db.segments_db [None req-17955290-66d5-43a2-8998-57800ab49341 admin admin] Added segment 9af043ac-1d03-4fb3-bec6-e8119c896a98 of type vlan for network e3ba51d4-1fd4-4fd2-b64f-1beaf84f9f4d Jul 12 08:32:55.820680 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-17955290-66d5-43a2-8998-57800ab49341 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748222629479'] for network, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:55.829475 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Pushing event updated for resources: {'Port': ['ID=f0f1013d-8178-41cd-8bdf-6151a9b3cb32,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:55.844869 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning complete for port cba18a65-dc02-48fb-8bc3-aef31ded8338 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:32:55.845242 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:55.851193 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-17955290-66d5-43a2-8998-57800ab49341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794'] for network, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:55.852176 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17955290-66d5-43a2-8998-57800ab49341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:55.852770 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-17955290-66d5-43a2-8998-57800ab49341 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for network, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:55.910962 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-17955290-66d5-43a2-8998-57800ab49341 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3069232 Jul 12 08:32:55.914319 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 38904) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:55.914844 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17955290-66d5-43a2-8998-57800ab49341 admin admin] Pushing event updated for resources: {'Network': ['ID=e3ba51d4-1fd4-4fd2-b64f-1beaf84f9f4d,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:55.928886 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-5a751c13-ad4f-4b44-b26e-b552fb63a8b3 admin admin] Request body: {'subnet': {'network_id': 'e3ba51d4-1fd4-4fd2-b64f-1beaf84f9f4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1095876194-subnet', 'tenant_id': '3c881a93e7dc4a6885f7fd286f4daaff', 'ip_version': 4}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:32:55.933876 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Network e3ba51d4-1fd4-4fd2-b64f-1beaf84f9f4d details requested by agent ovs-agent-dv-cinder-800431-1-iscsi with host dv-cinder-800431-1-iscsi {{(pid=92953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 08:32:55.953281 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a751c13-ad4f-4b44-b26e-b552fb63a8b3 admin admin] Made reservation on behalf of 3c881a93e7dc4a6885f7fd286f4daaff for: {'subnet': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 08:32:55.955566 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-5a751c13-ad4f-4b44-b26e-b552fb63a8b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2947334'] for subnet, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:56.106985 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b364f55b-c97d-42bc-98ed-fb5af871a24c None None] Sync routers for ids ['418019ea-d547-4846-9c14-b06122b075c6'] in dv-cinder-800431-1-iscsi {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 08:32:56.115969 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b364f55b-c97d-42bc-98ed-fb5af871a24c None None] Routers {'418019ea-d547-4846-9c14-b06122b075c6'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:32:56.116664 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-b364f55b-c97d-42bc-98ed-fb5af871a24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:32:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['418019ea-d547-4846-9c14-b06122b075c6'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:32:56.121250 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-5a751c13-ad4f-4b44-b26e-b552fb63a8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1188605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2948092'] for subnet, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:56.177245 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a751c13-ad4f-4b44-b26e-b552fb63a8b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ef8806d-07ef-4b59-bac0-943fb669fb47,revision_number=0']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:56.186315 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a751c13-ad4f-4b44-b26e-b552fb63a8b3 admin admin] Checking segment: {'id': '9af043ac-1d03-4fb3-bec6-e8119c896a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e3ba51d4-1fd4-4fd2-b64f-1beaf84f9f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:32:56.186885 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a751c13-ad4f-4b44-b26e-b552fb63a8b3 admin admin] Network hostable DHCP agents. Network: e3ba51d4-1fd4-4fd2-b64f-1beaf84f9f4d, hostable agents: ['c54cb50b-3f96-48fd-b597-b50612d9ada1'], hosted agents: [] {{(pid=92952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 08:32:56.204175 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a751c13-ad4f-4b44-b26e-b552fb63a8b3 admin admin] Network e3ba51d4-1fd4-4fd2-b64f-1beaf84f9f4d is scheduled to be hosted by DHCP agent c54cb50b-3f96-48fd-b597-b50612d9ada1 with binding_index 1 {{(pid=92952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 08:32:56.215051 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [None req-5a751c13-ad4f-4b44-b26e-b552fb63a8b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800431-1-iscsi, e3ba51d4-1fd4-4fd2-b64f-1beaf84f9f4d) {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:32:56.219252 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a751c13-ad4f-4b44-b26e-b552fb63a8b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:56.219911 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-5a751c13-ad4f-4b44-b26e-b552fb63a8b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for subnet, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:56.226761 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8d9f9b-a0b2-4a8d-8622-ca5f68b6e301 None None] Network e3ba51d4-1fd4-4fd2-b64f-1beaf84f9f4d requested from dv-cinder-800431-1-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 08:32:56.234700 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-5a751c13-ad4f-4b44-b26e-b552fb63a8b3 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3192928 Jul 12 08:32:56.237260 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 38910) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:56.241745 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-c5a77f87-fd34-43a5-8091-e7d3a7f5647d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1095876194-router', 'tenant_id': '3c881a93e7dc4a6885f7fd286f4daaff', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3'}}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:32:56.262427 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c5a77f87-fd34-43a5-8091-e7d3a7f5647d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500008'] for router, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:56.263546 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c5a77f87-fd34-43a5-8091-e7d3a7f5647d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941001', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-943589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500017'] for router, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:56.272983 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-b364f55b-c97d-42bc-98ed-fb5af871a24c None None] Set router 418019ea-d547-4846-9c14-b06122b075c6 gateway port host: dv-cinder-800431-1-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:32:56.336548 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c5a77f87-fd34-43a5-8091-e7d3a7f5647d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:56.525051 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b896426-832d-400e-ba4b-d696f3c2342a req-c264d07c-0a7d-4806-a29b-e5fb1c575003 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:56.531676 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-443f49e0-1119-479f-bdd1-a263e95165b8 req-46d63032-b397-4385-9991-431487fa56b2 service neutron] 10.222.0.23 "GET /v2.0/networks/85b41c83-81a1-43ad-b6bf-2d322948dd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070789 Jul 12 08:32:56.533826 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-8b896426-832d-400e-ba4b-d696f3c2342a req-c264d07c-0a7d-4806-a29b-e5fb1c575003 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] 10.222.0.37 "GET /v2.0/ports?device_id=996ff1ee-dfdb-4612-bf3b-9938d03492d7 HTTP/1.1" status: 200 len: 950 time: 0.0801804 Jul 12 08:32:56.607918 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c5a77f87-fd34-43a5-8091-e7d3a7f5647d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-499971'] for router, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:56.619676 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-8b896426-832d-400e-ba4b-d696f3c2342a req-57ea4ecb-d4e4-4d6c-b861-6420b18ed172 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbefe816-4fb2-4d6c-aeb9-6e701150b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849097 Jul 12 08:32:56.645322 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec91a9-e682-4e3f-932e-c5ccc755619b req-ec292539-0c71-4e92-a0dd-33edc4b17cf4 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:56.647501 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-46ec91a9-e682-4e3f-932e-c5ccc755619b req-ec292539-0c71-4e92-a0dd-33edc4b17cf4 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 945 time: 0.2330587 Jul 12 08:32:56.675677 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2847e1-adbb-433d-b07f-9d319658e344 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcacd1728-95ed-5cda-b7de-0b3fff281327-e3ba51d4-1fd4-4fd2-b64f-1beaf84f9f4d', 'network_id': 'e3ba51d4-1fd4-4fd2-b64f-1beaf84f9f4d', 'tenant_id': '3c881a93e7dc4a6885f7fd286f4daaff', 'fixed_ips': [{'subnet_id': '7ef8806d-07ef-4b59-bac0-943fb669fb47'}]}} from dv-cinder-800431-1-iscsi. {{(pid=92953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 08:32:56.676553 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3f2847e1-adbb-433d-b07f-9d319658e344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:56.722353 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-46ec91a9-e682-4e3f-932e-c5ccc755619b req-ba7f55b9-98e4-47b4-a1fe-9497b3ed7a4f tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485144 Jul 12 08:32:56.802512 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-b364f55b-c97d-42bc-98ed-fb5af871a24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418019ea-d547-4846-9c14-b06122b075c6', 'name': 'tempest-TestMinimumBasicScenario-430358051-router', 'tenant_id': '61b587b0c53b492fb8b219a96dd1c56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': 'f0f1013d-8178-41cd-8bdf-6151a9b3cb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:32:51Z', 'updated_at': '2021-07-12T08:32:54Z', 'revision_number': 4, 'project_id': '61b587b0c53b492fb8b219a96dd1c56a', 'gw_port': {'id': 'f0f1013d-8178-41cd-8bdf-6151a9b3cb32', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418019ea-d547-4846-9c14-b06122b075c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:32:51Z', 'updated_at': '2021-07-12T08:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_interfaces': [{'id': '4696c502-6785-4804-a4b7-9a59c3815af3', 'name': '', 'network_id': '986f9208-db04-4964-8aaf-294544c18fee', 'tenant_id': '61b587b0c53b492fb8b219a96dd1c56a', 'mac_address': 'fa:16:3e:98:71:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418019ea-d547-4846-9c14-b06122b075c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'a3335d6e-56c3-46e5-8ff5-ef0ba23a88e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:32:53Z', 'updated_at': '2021-07-12T08:32:54Z', 'revision_number': 2, 'project_id': '61b587b0c53b492fb8b219a96dd1c56a', 'subnets': [{'id': 'a3335d6e-56c3-46e5-8ff5-ef0ba23a88e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:32:56.847070 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b364f55b-c97d-42bc-98ed-fb5af871a24c None None] Checking router: 418019ea-d547-4846-9c14-b06122b075c6 for host: dv-cinder-800431-1-iscsi {{(pid=92953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 08:32:56.847430 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b364f55b-c97d-42bc-98ed-fb5af871a24c None None] Updating router 418019ea-d547-4846-9c14-b06122b075c6 port 4696c502-6785-4804-a4b7-9a59c3815af3 binding host dv-cinder-800431-1-iscsi {{(pid=92953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 08:32:56.870932 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c5a77f87-fd34-43a5-8091-e7d3a7f5647d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:56.891131 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c5a77f87-fd34-43a5-8091-e7d3a7f5647d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:56.900064 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_common [None req-3f2847e1-adbb-433d-b07f-9d319658e344 None None] Allocated IP 172.20.0.2 (e3ba51d4-1fd4-4fd2-b64f-1beaf84f9f4d/7ef8806d-07ef-4b59-bac0-943fb669fb47/df3bb440-0365-4342-a1c1-c65fcd00fc65) {{(pid=92953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 08:32:56.902237 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b364f55b-c97d-42bc-98ed-fb5af871a24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:56.997511 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_common [None req-c5a77f87-fd34-43a5-8091-e7d3a7f5647d admin admin] Allocated IP 172.27.1.233 (65ec14d2-e0c2-45ad-9132-5fa8e954ebc3/dca57fa4-8523-4dee-8f0e-27ff75670efc/4bd9d1d3-b043-43d8-a9d0-09e147b6ef26) {{(pid=92952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 08:32:57.106938 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c5a77f87-fd34-43a5-8091-e7d3a7f5647d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:57.149992 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c5a77f87-fd34-43a5-8091-e7d3a7f5647d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748222641646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1188457'] for port, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:57.194976 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a77f87-fd34-43a5-8091-e7d3a7f5647d admin admin] Network 65ec14d2-e0c2-45ad-9132-5fa8e954ebc3 is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:32:57.198275 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3f2847e1-adbb-433d-b07f-9d319658e344 None None] Notify callbacks [] for port, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:57.202060 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [None req-c5a77f87-fd34-43a5-8091-e7d3a7f5647d admin admin] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:32:57.206035 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a77f87-fd34-43a5-8091-e7d3a7f5647d admin admin] Received port after_create {{(pid=92952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 08:32:57.216289 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-3f2847e1-adbb-433d-b07f-9d319658e344 None None] Transition to ACTIVE for port object df3bb440-0365-4342-a1c1-c65fcd00fc65 will not be triggered until provisioned by entity L2. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:32:57.250380 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-3f2847e1-adbb-433d-b07f-9d319658e344 None None] Transition to ACTIVE for port object df3bb440-0365-4342-a1c1-c65fcd00fc65 will not be triggered until provisioned by entity DHCP. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:32:57.263414 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3f2847e1-adbb-433d-b07f-9d319658e344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748222641646'] for port, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:57.339979 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2847e1-adbb-433d-b07f-9d319658e344 None None] Network e3ba51d4-1fd4-4fd2-b64f-1beaf84f9f4d is already hosted by enough agents. {{(pid=92953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:32:57.349148 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-3f2847e1-adbb-433d-b07f-9d319658e344 None None] Resources bound (agent type, host, resource id): {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:32:57.357270 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2847e1-adbb-433d-b07f-9d319658e344 None None] Received port after_create {{(pid=92953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 08:32:57.368221 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2847e1-adbb-433d-b07f-9d319658e344 None None] Pushing event updated for resources: {'Port': ['ID=df3bb440-0365-4342-a1c1-c65fcd00fc65,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:57.377395 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b364f55b-c97d-42bc-98ed-fb5af871a24c None None] Notify callbacks [] for port, precommit_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:57.397481 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-b364f55b-c97d-42bc-98ed-fb5af871a24c None None] Transition to ACTIVE for port object 4696c502-6785-4804-a4b7-9a59c3815af3 will not be triggered until provisioned by entity L2. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:32:57.436246 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b364f55b-c97d-42bc-98ed-fb5af871a24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:57.517276 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-3f2847e1-adbb-433d-b07f-9d319658e344 None None] Attempting to bind port df3bb440-0365-4342-a1c1-c65fcd00fc65 on host dv-cinder-800431-1-iscsi for vnic_type normal with profile {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 08:32:57.517822 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-3f2847e1-adbb-433d-b07f-9d319658e344 None None] Attempting to bind port df3bb440-0365-4342-a1c1-c65fcd00fc65 by drivers openvswitch,hyperv on host dv-cinder-800431-1-iscsi at level 0 using segments [{'id': '9af043ac-1d03-4fb3-bec6-e8119c896a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e3ba51d4-1fd4-4fd2-b64f-1beaf84f9f4d'}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 08:32:57.518281 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2847e1-adbb-433d-b07f-9d319658e344 None None] Attempting to bind port df3bb440-0365-4342-a1c1-c65fcd00fc65 on network e3ba51d4-1fd4-4fd2-b64f-1beaf84f9f4d {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:32:57.528116 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7e0566-0803-4a60-a6bd-a907c28552f1 None None] Pushing event updated for resources: {'Port': ['ID=4696c502-6785-4804-a4b7-9a59c3815af3,revision_number=3']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:57.536081 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a77f87-fd34-43a5-8091-e7d3a7f5647d admin admin] Pushing event updated for resources: {'Port': ['ID=4bd9d1d3-b043-43d8-a9d0-09e147b6ef26,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:57.536462 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2847e1-adbb-433d-b07f-9d319658e344 None None] Checking agent: {'id': '165ba4a0-42de-4d95-afeb-0090fba4eff7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 8, 23, 37), 'started_at': datetime.datetime(2021, 7, 12, 8, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 8, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 08:32:57.536945 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2847e1-adbb-433d-b07f-9d319658e344 None None] Checking segment: {'id': '9af043ac-1d03-4fb3-bec6-e8119c896a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e3ba51d4-1fd4-4fd2-b64f-1beaf84f9f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:32:57.539062 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3f2847e1-adbb-433d-b07f-9d319658e344 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:57.539062 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2847e1-adbb-433d-b07f-9d319658e344 None None] Bound using segment: {'id': '9af043ac-1d03-4fb3-bec6-e8119c896a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e3ba51d4-1fd4-4fd2-b64f-1beaf84f9f4d'} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 08:32:57.539062 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-3f2847e1-adbb-433d-b07f-9d319658e344 None None] Bound port: df3bb440-0365-4342-a1c1-c65fcd00fc65, host: dv-cinder-800431-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9af043ac-1d03-4fb3-bec6-e8119c896a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e3ba51d4-1fd4-4fd2-b64f-1beaf84f9f4d'}}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 08:32:57.541769 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3f2847e1-adbb-433d-b07f-9d319658e344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:57.587520 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device f0f1013d-8178-41cd-8bdf-6151a9b3cb32 up at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:32:57.702502 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5c675-098c-4af9-a4e8-15f18019e413 req-a3e6bc5c-788a-4dde-932a-18e161363fb1 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:57.704581 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e8c5c675-098c-4af9-a4e8-15f18019e413 req-a3e6bc5c-788a-4dde-932a-18e161363fb1 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] 10.222.0.23 "GET /v2.0/ports?device_id=996ff1ee-dfdb-4612-bf3b-9938d03492d7 HTTP/1.1" status: 200 len: 950 time: 0.1773002 Jul 12 08:32:57.712834 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-b364f55b-c97d-42bc-98ed-fb5af871a24c None None] Attempting to bind port 4696c502-6785-4804-a4b7-9a59c3815af3 on host dv-cinder-800431-1-iscsi for vnic_type normal with profile {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 08:32:57.713856 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-b364f55b-c97d-42bc-98ed-fb5af871a24c None None] Attempting to bind port 4696c502-6785-4804-a4b7-9a59c3815af3 by drivers openvswitch,hyperv on host dv-cinder-800431-1-iscsi at level 0 using segments [{'id': 'e10e3cdb-5176-422e-b904-64a5a4cbb632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '986f9208-db04-4964-8aaf-294544c18fee'}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 08:32:57.714410 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b364f55b-c97d-42bc-98ed-fb5af871a24c None None] Attempting to bind port 4696c502-6785-4804-a4b7-9a59c3815af3 on network 986f9208-db04-4964-8aaf-294544c18fee {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:32:57.729499 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b364f55b-c97d-42bc-98ed-fb5af871a24c None None] Checking agent: {'id': '165ba4a0-42de-4d95-afeb-0090fba4eff7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 8, 23, 37), 'started_at': datetime.datetime(2021, 7, 12, 8, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 8, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 08:32:57.730168 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b364f55b-c97d-42bc-98ed-fb5af871a24c None None] Checking segment: {'id': 'e10e3cdb-5176-422e-b904-64a5a4cbb632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '986f9208-db04-4964-8aaf-294544c18fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:32:57.730755 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b364f55b-c97d-42bc-98ed-fb5af871a24c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:57.731295 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b364f55b-c97d-42bc-98ed-fb5af871a24c None None] Bound using segment: {'id': 'e10e3cdb-5176-422e-b904-64a5a4cbb632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '986f9208-db04-4964-8aaf-294544c18fee'} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 08:32:57.731914 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-b364f55b-c97d-42bc-98ed-fb5af871a24c None None] Bound port: 4696c502-6785-4804-a4b7-9a59c3815af3, host: dv-cinder-800431-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e10e3cdb-5176-422e-b904-64a5a4cbb632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '986f9208-db04-4964-8aaf-294544c18fee'}}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 08:32:57.732443 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b364f55b-c97d-42bc-98ed-fb5af871a24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:57.781364 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning complete for port f0f1013d-8178-41cd-8bdf-6151a9b3cb32 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:32:57.781666 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:57.893301 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-3f2847e1-adbb-433d-b07f-9d319658e344 None None] For port df3bb440-0365-4342-a1c1-c65fcd00fc65, host dv-cinder-800431-1-iscsi, cleared binding levels {{(pid=92953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 08:32:57.925403 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-3f2847e1-adbb-433d-b07f-9d319658e344 None None] For port df3bb440-0365-4342-a1c1-c65fcd00fc65, host dv-cinder-800431-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=df3bb440-0365-4342-a1c1-c65fcd00fc65,segment=NetworkSegment(9af043ac-1d03-4fb3-bec6-e8119c896a98),segment_id=9af043ac-1d03-4fb3-bec6-e8119c896a98)] {{(pid=92953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 08:32:57.942242 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b27626-eee5-4282-b792-adf7ce9a08d6 req-5e0c5b39-1bbf-4d46-a697-d965fe9f6ce5 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:57.946108 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-b9b27626-eee5-4282-b792-adf7ce9a08d6 req-5e0c5b39-1bbf-4d46-a697-d965fe9f6ce5 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] 10.222.0.37 "GET /v2.0/ports?device_id=996ff1ee-dfdb-4612-bf3b-9938d03492d7 HTTP/1.1" status: 200 len: 950 time: 0.0950909 Jul 12 08:32:57.965003 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3f2847e1-adbb-433d-b07f-9d319658e344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:57.973637 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-b364f55b-c97d-42bc-98ed-fb5af871a24c None None] For port 4696c502-6785-4804-a4b7-9a59c3815af3, host dv-cinder-800431-1-iscsi, cleared binding levels {{(pid=92953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 08:32:58.005462 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-b364f55b-c97d-42bc-98ed-fb5af871a24c None None] For port 4696c502-6785-4804-a4b7-9a59c3815af3, host dv-cinder-800431-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=4696c502-6785-4804-a4b7-9a59c3815af3,segment=NetworkSegment(e10e3cdb-5176-422e-b904-64a5a4cbb632),segment_id=e10e3cdb-5176-422e-b904-64a5a4cbb632)] {{(pid=92953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 08:32:58.009304 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-b9b27626-eee5-4282-b792-adf7ce9a08d6 req-0c8d9ad7-a13d-4761-b5d8-1fd291070d21 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbefe816-4fb2-4d6c-aeb9-6e701150b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571759 Jul 12 08:32:58.047312 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b364f55b-c97d-42bc-98ed-fb5af871a24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:58.118110 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2847e1-adbb-433d-b07f-9d319658e344 None None] Pushing event updated for resources: {'Port': ['ID=df3bb440-0365-4342-a1c1-c65fcd00fc65,revision_number=2']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:58.124290 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b364f55b-c97d-42bc-98ed-fb5af871a24c None None] Routers {'418019ea-d547-4846-9c14-b06122b075c6'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:32:58.125126 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-b364f55b-c97d-42bc-98ed-fb5af871a24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:32:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['418019ea-d547-4846-9c14-b06122b075c6'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:32:58.200250 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 38960) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:58.249351 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7e0566-0803-4a60-a6bd-a907c28552f1 None None] Pushing event updated for resources: {'Port': ['ID=4696c502-6785-4804-a4b7-9a59c3815af3,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:58.251944 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [req-e8c5c675-098c-4af9-a4e8-15f18019e413 req-a74b4e4f-0b1b-42bc-a8bd-dbde834fbcd5 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] Deleting port 558cd8eb-52f4-4c8e-b898-1c3b23493068 {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 08:32:58.254332 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-e8c5c675-098c-4af9-a4e8-15f18019e413 req-a74b4e4f-0b1b-42bc-a8bd-dbde834fbcd5 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748223187694'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:58.355132 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-b364f55b-c97d-42bc-98ed-fb5af871a24c None None] Set router 418019ea-d547-4846-9c14-b06122b075c6 gateway port host: dv-cinder-800431-1-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:32:58.391489 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d80626-5ddb-4ef1-a1bd-8ec5ef44b1f6 req-7dc558ac-83ca-48f4-b99a-41d36a9ab1a9 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:32:58.393725 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d6d80626-5ddb-4ef1-a1bd-8ec5ef44b1f6 req-7dc558ac-83ca-48f4-b99a-41d36a9ab1a9 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 945 time: 0.4204345 Jul 12 08:32:58.433984 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-3a9d1946-4b20-49d3-ae79-e9b159bdca4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:58.483856 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c5a77f87-fd34-43a5-8091-e7d3a7f5647d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:58.598993 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d6d80626-5ddb-4ef1-a1bd-8ec5ef44b1f6 req-d30d6498-80d6-4228-8ebd-d423d8755d24 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763203 Jul 12 08:32:58.713122 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-e8c5c675-098c-4af9-a4e8-15f18019e413 req-a74b4e4f-0b1b-42bc-a8bd-dbde834fbcd5 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] For port 558cd8eb-52f4-4c8e-b898-1c3b23493068, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=558cd8eb-52f4-4c8e-b898-1c3b23493068,segment=NetworkSegment(0581421e-8356-417f-839c-21f6a50d8157),segment_id=0581421e-8356-417f-839c-21f6a50d8157)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:32:58.713510 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-e8c5c675-098c-4af9-a4e8-15f18019e413 req-a74b4e4f-0b1b-42bc-a8bd-dbde834fbcd5 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528347'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:58.723273 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-3a9d1946-4b20-49d3-ae79-e9b159bdca4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:58.729027 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-3a9d1946-4b20-49d3-ae79-e9b159bdca4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:58.776993 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [req-e8c5c675-098c-4af9-a4e8-15f18019e413 req-a74b4e4f-0b1b-42bc-a8bd-dbde834fbcd5 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] Calling delete_port for 558cd8eb-52f4-4c8e-b898-1c3b23493068 owned by compute:nova {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 08:32:58.780247 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-3a9d1946-4b20-49d3-ae79-e9b159bdca4e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4e96dfed55aa4ab2871a8ffa927e404f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5785809 Jul 12 08:32:58.781912 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9d1946-4b20-49d3-ae79-e9b159bdca4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad58f64e-db63-42be-925c-b40b39f9cfa3,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:58.784531 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 38978) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:58.788455 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-b364f55b-c97d-42bc-98ed-fb5af871a24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418019ea-d547-4846-9c14-b06122b075c6', 'name': 'tempest-TestMinimumBasicScenario-430358051-router', 'tenant_id': '61b587b0c53b492fb8b219a96dd1c56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': 'f0f1013d-8178-41cd-8bdf-6151a9b3cb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:32:51Z', 'updated_at': '2021-07-12T08:32:54Z', 'revision_number': 4, 'project_id': '61b587b0c53b492fb8b219a96dd1c56a', 'gw_port': {'id': 'f0f1013d-8178-41cd-8bdf-6151a9b3cb32', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418019ea-d547-4846-9c14-b06122b075c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:32:51Z', 'updated_at': '2021-07-12T08:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_interfaces': [{'id': '4696c502-6785-4804-a4b7-9a59c3815af3', 'name': '', 'network_id': '986f9208-db04-4964-8aaf-294544c18fee', 'tenant_id': '61b587b0c53b492fb8b219a96dd1c56a', 'mac_address': 'fa:16:3e:98:71:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418019ea-d547-4846-9c14-b06122b075c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'a3335d6e-56c3-46e5-8ff5-ef0ba23a88e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:32:53Z', 'updated_at': '2021-07-12T08:32:57Z', 'revision_number': 4, 'project_id': '61b587b0c53b492fb8b219a96dd1c56a', 'subnets': [{'id': 'a3335d6e-56c3-46e5-8ff5-ef0ba23a88e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:32:58.820984 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b364f55b-c97d-42bc-98ed-fb5af871a24c None None] The sync data for ids ['418019ea-d547-4846-9c14-b06122b075c6'] in dv-cinder-800431-1-iscsi is: [{'id': '418019ea-d547-4846-9c14-b06122b075c6', 'name': 'tempest-TestMinimumBasicScenario-430358051-router', 'tenant_id': '61b587b0c53b492fb8b219a96dd1c56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': 'f0f1013d-8178-41cd-8bdf-6151a9b3cb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:32:51Z', 'updated_at': '2021-07-12T08:32:54Z', 'revision_number': 4, 'project_id': '61b587b0c53b492fb8b219a96dd1c56a', 'gw_port': {'id': 'f0f1013d-8178-41cd-8bdf-6151a9b3cb32', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418019ea-d547-4846-9c14-b06122b075c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:32:51Z', 'updated_at': '2021-07-12T08:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_interfaces': [{'id': '4696c502-6785-4804-a4b7-9a59c3815af3', 'name': '', 'network_id': '986f9208-db04-4964-8aaf-294544c18fee', 'tenant_id': '61b587b0c53b492fb8b219a96dd1c56a', 'mac_address': 'fa:16:3e:98:71:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418019ea-d547-4846-9c14-b06122b075c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'a3335d6e-56c3-46e5-8ff5-ef0ba23a88e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:32:53Z', 'updated_at': '2021-07-12T08:32:57Z', 'revision_number': 4, 'project_id': '61b587b0c53b492fb8b219a96dd1c56a', 'subnets': [{'id': 'a3335d6e-56c3-46e5-8ff5-ef0ba23a88e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 08:32:58.861653 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5c190ebb-1d7a-4ec7-974f-3a6d5cfccf44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:58.940785 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5c190ebb-1d7a-4ec7-974f-3a6d5cfccf44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:59.003648 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5c190ebb-1d7a-4ec7-974f-3a6d5cfccf44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:59.007443 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5c190ebb-1d7a-4ec7-974f-3a6d5cfccf44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:59.008624 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-5c190ebb-1d7a-4ec7-974f-3a6d5cfccf44 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ad58f64e-db63-42be-925c-b40b39f9cfa3 HTTP/1.1" status: 204 len: 168 time: 0.2229795 Jul 12 08:32:59.017227 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c190ebb-1d7a-4ec7-974f-3a6d5cfccf44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad58f64e-db63-42be-925c-b40b39f9cfa3,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:59.071463 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c5a77f87-fd34-43a5-8091-e7d3a7f5647d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941052'] for router, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:59.170416 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-e8c5c675-098c-4af9-a4e8-15f18019e413 req-a74b4e4f-0b1b-42bc-a8bd-dbde834fbcd5 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8377658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748223196968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748222641655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1188448'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:59.193006 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] get_ports_and_sgs() called for port_ids ['558cd8eb-52f4-4c8e-b898-1c3b23493068'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 08:32:59.268298 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74b4e4f-0b1b-42bc-a8bd-dbde834fbcd5 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] Pushing event deleted for resources: {'Port': ['ID=558cd8eb-52f4-4c8e-b898-1c3b23493068,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:59.327126 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c5c675-098c-4af9-a4e8-15f18019e413 req-a74b4e4f-0b1b-42bc-a8bd-dbde834fbcd5 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] No DVR routers for this DVR port 558cd8eb-52f4-4c8e-b898-1c3b23493068 on host hv-cinder-80043 {{(pid=92952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 08:32:59.330170 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-e8c5c675-098c-4af9-a4e8-15f18019e413 req-a74b4e4f-0b1b-42bc-a8bd-dbde834fbcd5 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:59.332457 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e8c5c675-098c-4af9-a4e8-15f18019e413 req-a74b4e4f-0b1b-42bc-a8bd-dbde834fbcd5 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] 10.222.0.23 "DELETE /v2.0/ports/558cd8eb-52f4-4c8e-b898-1c3b23493068 HTTP/1.1" status: 204 len: 173 time: 1.5882275 Jul 12 08:32:59.335653 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '996ff1ee-dfdb-4612-bf3b-9938d03492d7', 'name': 'network-vif-deleted', 'tag': '558cd8eb-52f4-4c8e-b898-1c3b23493068'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:32:59.345807 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35659b288decb3563870ae931b8d662eab2da969d6ab5856613d86fcebdbc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8aff2ca-73b5-42d5-94ce-f3d6bc33b207" -d '{"events": [{"server_uuid": "996ff1ee-dfdb-4612-bf3b-9938d03492d7", "name": "network-vif-deleted", "tag": "558cd8eb-52f4-4c8e-b898-1c3b23493068"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:32:59.414331 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5a77f87-fd34-43a5-8091-e7d3a7f5647d admin admin] Router f439f622-3ecf-4d02-978e-30424448cff0 is scheduled to L3 agent c0ba3535-5ad7-41e9-9cdc-b89c0ff976de with binding_index 1 {{(pid=92952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 08:32:59.428767 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 08:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4292f3-efda-4fc0-b503-fd8baf325b42 x-openstack-request-id: req-0d4292f3-efda-4fc0-b503-fd8baf325b42 {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:32:59.428970 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "996ff1ee-dfdb-4612-bf3b-9938d03492d7", "name": "network-vif-deleted", "tag": "558cd8eb-52f4-4c8e-b898-1c3b23493068", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:32:59.429207 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0d4292f3-efda-4fc0-b503-fd8baf325b42 {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:32:59.429781 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '996ff1ee-dfdb-4612-bf3b-9938d03492d7', 'name': 'network-vif-deleted', 'tag': '558cd8eb-52f4-4c8e-b898-1c3b23493068', 'status': 'completed', 'code': 200} Jul 12 08:32:59.474305 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-b98d1933-a647-48ae-9de0-d91fc96c8d18 req-bdb0f10d-e00b-491d-905b-a0a3ea8edd43 tempest-VolumesNegativeTest-1590056718 tempest-VolumesNegativeTest-1590056718-project] 10.222.0.37 "GET /v2.0/ports?device_id=996ff1ee-dfdb-4612-bf3b-9938d03492d7 HTTP/1.1" status: 200 len: 210 time: 0.1438186 Jul 12 08:32:59.567247 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 39000) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:59.655020 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 4696c502-6785-4804-a4b7-9a59c3815af3 up at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:32:59.673840 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.db.db_base_plugin_v2 [None req-b80c3696-da75-45e7-a149-429b7b8da8b6 admin admin] Deleting subnet c003ddd0-ebac-4ada-a83a-0d0257320790 {{(pid=92951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 08:32:59.685837 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b80c3696-da75-45e7-a149-429b7b8da8b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:59.724436 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a77f87-fd34-43a5-8091-e7d3a7f5647d admin admin] Notify agent at l3_agent.dv-cinder-800431-1-iscsi the message routers_updated {{(pid=92952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 08:32:59.742609 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b80c3696-da75-45e7-a149-429b7b8da8b6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:59.745819 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7502c196-676e-434f-8132-18cff4c91f86 None None] Sync routers for ids ['f439f622-3ecf-4d02-978e-30424448cff0'] in dv-cinder-800431-1-iscsi {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 08:32:59.749290 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b80c3696-da75-45e7-a149-429b7b8da8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8247719'] for subnet, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:59.754688 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c5a77f87-fd34-43a5-8091-e7d3a7f5647d admin admin] Notify callbacks [] for router, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:59.760468 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-c5a77f87-fd34-43a5-8091-e7d3a7f5647d admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5221286 Jul 12 08:32:59.761257 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 39006) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:59.775364 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning for port 4696c502-6785-4804-a4b7-9a59c3815af3 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:32:59.779428 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7502c196-676e-434f-8132-18cff4c91f86 None None] Routers {'f439f622-3ecf-4d02-978e-30424448cff0'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:32:59.780075 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-7502c196-676e-434f-8132-18cff4c91f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:32:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['f439f622-3ecf-4d02-978e-30424448cff0'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:32:59.787269 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f608c5e-617d-42cc-bb70-66ade9e288de None None] Network e3ba51d4-1fd4-4fd2-b64f-1beaf84f9f4d requested from dv-cinder-800431-1-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 08:32:59.840501 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b80c3696-da75-45e7-a149-429b7b8da8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8247726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794'] for subnet, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:59.841051 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning complete for port 4696c502-6785-4804-a4b7-9a59c3815af3 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:32:59.842118 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:59.873075 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c3696-da75-45e7-a149-429b7b8da8b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c003ddd0-ebac-4ada-a83a-0d0257320790,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:32:59.879789 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b80c3696-da75-45e7-a149-429b7b8da8b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:32:59.882837 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-b80c3696-da75-45e7-a149-429b7b8da8b6 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c003ddd0-ebac-4ada-a83a-0d0257320790 HTTP/1.1" status: 204 len: 168 time: 0.3143902 Jul 12 08:32:59.885452 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 39010) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:32:59.933919 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-7502c196-676e-434f-8132-18cff4c91f86 None None] Set router f439f622-3ecf-4d02-978e-30424448cff0 gateway port host: dv-cinder-800431-1-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:32:59.963586 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-37b4ac49-b7e3-4cb6-818c-480da633eb5e None None] Provisioning for port df3bb440-0365-4342-a1c1-c65fcd00fc65 completed by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:32:59.999059 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-01465b3c-beba-4b72-b8c8-6adba9869ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884328'] for network, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:00.088518 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44146dd-3f8f-46fc-a8e4-88a78999d592 req-0525c696-87dd-44e0-9075-506e9aa38c5e tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:00.099125 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e44146dd-3f8f-46fc-a8e4-88a78999d592 req-0525c696-87dd-44e0-9075-506e9aa38c5e tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 945 time: 0.2451153 Jul 12 08:33:00.227599 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-01465b3c-beba-4b72-b8c8-6adba9869ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8250066', 'neutron.services.segments.db._delete_segments_for_network-8748223159134'] for network, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:00.256810 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-01465b3c-beba-4b72-b8c8-6adba9869ddb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:33:00.257175 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-01465b3c-beba-4b72-b8c8-6adba9869ddb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:33:00.257952 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-01465b3c-beba-4b72-b8c8-6adba9869ddb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:33:00.258445 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-01465b3c-beba-4b72-b8c8-6adba9869ddb admin admin] Subscribe: > port after_create 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:33:00.258648 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-01465b3c-beba-4b72-b8c8-6adba9869ddb admin admin] Subscribe: > port after_delete 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:33:00.258975 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-01465b3c-beba-4b72-b8c8-6adba9869ddb admin admin] Subscribe: > port after_update 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:33:00.259295 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-01465b3c-beba-4b72-b8c8-6adba9869ddb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:33:00.259614 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-01465b3c-beba-4b72-b8c8-6adba9869ddb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:33:00.260400 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-01465b3c-beba-4b72-b8c8-6adba9869ddb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:33:00.260400 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-01465b3c-beba-4b72-b8c8-6adba9869ddb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:33:00.260637 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-7502c196-676e-434f-8132-18cff4c91f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f439f622-3ecf-4d02-978e-30424448cff0', 'name': 'tempest-TestMinimumBasicScenario-1095876194-router', 'tenant_id': '3c881a93e7dc4a6885f7fd286f4daaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '4bd9d1d3-b043-43d8-a9d0-09e147b6ef26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:32:56Z', 'updated_at': '2021-07-12T08:32:58Z', 'revision_number': 3, 'project_id': '3c881a93e7dc4a6885f7fd286f4daaff', 'gw_port': {'id': '4bd9d1d3-b043-43d8-a9d0-09e147b6ef26', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f439f622-3ecf-4d02-978e-30424448cff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:32:56Z', 'updated_at': '2021-07-12T08:32:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi'}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:33:00.322487 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e44146dd-3f8f-46fc-a8e4-88a78999d592 req-75614c0c-d4c2-494d-83b5-58d6243ba621 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486714 Jul 12 08:33:00.348559 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7502c196-676e-434f-8132-18cff4c91f86 None None] Checking router: f439f622-3ecf-4d02-978e-30424448cff0 for host: dv-cinder-800431-1-iscsi {{(pid=92954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 08:33:00.348902 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7502c196-676e-434f-8132-18cff4c91f86 None None] Updating router f439f622-3ecf-4d02-978e-30424448cff0 port 4bd9d1d3-b043-43d8-a9d0-09e147b6ef26 binding host dv-cinder-800431-1-iscsi {{(pid=92954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 08:33:00.432462 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-7502c196-676e-434f-8132-18cff4c91f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:00.549975 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-01465b3c-beba-4b72-b8c8-6adba9869ddb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:33:00.550779 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-01465b3c-beba-4b72-b8c8-6adba9869ddb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:33:00.551334 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-01465b3c-beba-4b72-b8c8-6adba9869ddb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:33:00.552122 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-01465b3c-beba-4b72-b8c8-6adba9869ddb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 08:33:00.552729 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.services.segments.db [None req-01465b3c-beba-4b72-b8c8-6adba9869ddb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f186ebee-a912-4d4a-9863-9d497312d276']}} {{(pid=92951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:33:00.572567 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:00.593866 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.services.segments.db [None req-01465b3c-beba-4b72-b8c8-6adba9869ddb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f520e1f4-811c-4353-8cc8-92b2049903d1') {'for_net_delete': True} {{(pid=92951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:33:00.594564 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.services.segments.db [None req-01465b3c-beba-4b72-b8c8-6adba9869ddb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f520e1f4-811c-4353-8cc8-92b2049903d1') {} {{(pid=92951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:33:00.613315 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:00.632199 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-01465b3c-beba-4b72-b8c8-6adba9869ddb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748223174018', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8451449'] for segment, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:00.673720 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-01465b3c-beba-4b72-b8c8-6adba9869ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246630'] for segment, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:00.693003 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01465b3c-beba-4b72-b8c8-6adba9869ddb admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=92951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 08:33:00.693676 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-01465b3c-beba-4b72-b8c8-6adba9869ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2337082'] for segment, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:00.698934 dv-cinder-800431-1-iscsi neutron-server[92951]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 12 08:33:00.698934 dv-cinder-800431-1-iscsi neutron-server[92951]: from cryptography.utils import int_from_bytes Jul 12 08:33:00.698934 dv-cinder-800431-1-iscsi neutron-server[92951]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 12 08:33:00.698934 dv-cinder-800431-1-iscsi neutron-server[92951]: from cryptography.utils import int_from_bytes Jul 12 08:33:00.698934 dv-cinder-800431-1-iscsi neutron-server[92951]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 08:33:00.698934 dv-cinder-800431-1-iscsi neutron-server[92951]: conditions |= (models_v2.Port.network_id.in_( Jul 12 08:33:00.698934 dv-cinder-800431-1-iscsi neutron-server[92951]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 08:33:00.698934 dv-cinder-800431-1-iscsi neutron-server[92951]: conditions |= (models_v2.Port.network_id.in_( Jul 12 08:33:00.698934 dv-cinder-800431-1-iscsi neutron-server[92951]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 08:33:00.698934 dv-cinder-800431-1-iscsi neutron-server[92951]: conditions |= (models_v2.Port.network_id.in_( Jul 12 08:33:00.698934 dv-cinder-800431-1-iscsi neutron-server[92951]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 08:33:00.698934 dv-cinder-800431-1-iscsi neutron-server[92951]: conditions |= (models_v2.Port.network_id.in_( Jul 12 08:33:00.698934 dv-cinder-800431-1-iscsi neutron-server[92951]: Traceback (most recent call last): Jul 12 08:33:00.698934 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 08:33:00.698934 dv-cinder-800431-1-iscsi neutron-server[92951]: timer() Jul 12 08:33:00.698934 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 08:33:00.698934 dv-cinder-800431-1-iscsi neutron-server[92951]: cb(*args, **kw) Jul 12 08:33:00.698934 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 08:33:00.698934 dv-cinder-800431-1-iscsi neutron-server[92951]: return func(*args, **kwargs) Jul 12 08:33:00.698934 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 08:33:00.698934 dv-cinder-800431-1-iscsi neutron-server[92951]: self._notify() Jul 12 08:33:00.698934 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 08:33:00.698934 dv-cinder-800431-1-iscsi neutron-server[92951]: self.callback(batched_events) Jul 12 08:33:00.698934 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 08:33:00.698934 dv-cinder-800431-1-iscsi neutron-server[92951]: event.method(event) Jul 12 08:33:00.698934 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 08:33:00.698934 dv-cinder-800431-1-iscsi neutron-server[92951]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 08:33:00.698934 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 08:33:00.698934 dv-cinder-800431-1-iscsi neutron-server[92951]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 08:33:00.698934 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 08:33:00.698934 dv-cinder-800431-1-iscsi neutron-server[92951]: return f(self, *a, **k) Jul 12 08:33:00.698934 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 08:33:00.698934 dv-cinder-800431-1-iscsi neutron-server[92951]: return self._get(url).json() Jul 12 08:33:00.698934 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 08:33:00.698934 dv-cinder-800431-1-iscsi neutron-server[92951]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 08:33:00.698934 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 08:33:00.698934 dv-cinder-800431-1-iscsi neutron-server[92951]: return self.request(url, 'GET', **kwargs) Jul 12 08:33:00.698934 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 08:33:00.698934 dv-cinder-800431-1-iscsi neutron-server[92951]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 08:33:00.698934 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 08:33:00.698934 dv-cinder-800431-1-iscsi neutron-server[92951]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 08:33:00.698934 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 08:33:00.698934 dv-cinder-800431-1-iscsi neutron-server[92951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 08:33:00.698934 dv-cinder-800431-1-iscsi neutron-server[92951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 08:33:00.710415 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] For port 4696c502-6785-4804-a4b7-9a59c3815af3, host dv-cinder-800431-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=4696c502-6785-4804-a4b7-9a59c3815af3,segment=NetworkSegment(e10e3cdb-5176-422e-b904-64a5a4cbb632),segment_id=e10e3cdb-5176-422e-b904-64a5a4cbb632)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:33:00.721665 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:00.780568 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-01465b3c-beba-4b72-b8c8-6adba9869ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8250657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-940980'] for network, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:00.797594 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-01465b3c-beba-4b72-b8c8-6adba9869ddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for network, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:00.807681 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-01465b3c-beba-4b72-b8c8-6adba9869ddb admin admin] 10.222.0.37 "DELETE /v2.0/networks/f186ebee-a912-4d4a-9863-9d497312d276 HTTP/1.1" status: 204 len: 168 time: 0.9207597 Jul 12 08:33:00.810262 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 39034) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:33:00.826588 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device df3bb440-0365-4342-a1c1-c65fcd00fc65 up at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:33:00.852355 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01465b3c-beba-4b72-b8c8-6adba9869ddb admin admin] Pushing event deleted for resources: {'Network': ['ID=f186ebee-a912-4d4a-9863-9d497312d276,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:00.879694 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Pushing event updated for resources: {'Port': ['ID=4696c502-6785-4804-a4b7-9a59c3815af3,revision_number=5']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:00.915174 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning for port df3bb440-0365-4342-a1c1-c65fcd00fc65 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:33:00.922720 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning complete for port df3bb440-0365-4342-a1c1-c65fcd00fc65 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:33:00.923119 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:00.952264 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_v2 [None req-3717353f-0f6b-4293-a332-42f46e25985d admin admin] Deleting subnet bc2ffe51-33e4-48ed-a486-b4c73bed1d18 {{(pid=92952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 08:33:00.967012 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3717353f-0f6b-4293-a332-42f46e25985d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:01.045489 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3717353f-0f6b-4293-a332-42f46e25985d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1649690'] for subnet, precommit_delete_associations {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:01.049800 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:01.061136 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-7502c196-676e-434f-8132-18cff4c91f86 None None] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:01.087725 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [None req-7502c196-676e-434f-8132-18cff4c91f86 None None] Transition to ACTIVE for port object 4bd9d1d3-b043-43d8-a9d0-09e147b6ef26 will not be triggered until provisioned by entity L2. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:33:01.097424 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-7502c196-676e-434f-8132-18cff4c91f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:01.108731 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] For port df3bb440-0365-4342-a1c1-c65fcd00fc65, host dv-cinder-800431-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=df3bb440-0365-4342-a1c1-c65fcd00fc65,segment=NetworkSegment(9af043ac-1d03-4fb3-bec6-e8119c896a98),segment_id=9af043ac-1d03-4fb3-bec6-e8119c896a98)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:33:01.116560 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:01.189346 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257435b2-e7ca-4ac3-82dc-6228f02dd52c None None] Pushing event updated for resources: {'Port': ['ID=4bd9d1d3-b043-43d8-a9d0-09e147b6ef26,revision_number=2']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:01.212081 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Pushing event updated for resources: {'Port': ['ID=df3bb440-0365-4342-a1c1-c65fcd00fc65,revision_number=3']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:01.212663 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [None req-7502c196-676e-434f-8132-18cff4c91f86 None None] Attempting to bind port 4bd9d1d3-b043-43d8-a9d0-09e147b6ef26 on host dv-cinder-800431-1-iscsi for vnic_type normal with profile {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 08:33:01.213214 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [None req-7502c196-676e-434f-8132-18cff4c91f86 None None] Attempting to bind port 4bd9d1d3-b043-43d8-a9d0-09e147b6ef26 by drivers openvswitch,hyperv on host dv-cinder-800431-1-iscsi at level 0 using segments [{'id': '96305722-55d6-4089-959b-5f9b3a20c0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3'}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 08:33:01.213404 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7502c196-676e-434f-8132-18cff4c91f86 None None] Attempting to bind port 4bd9d1d3-b043-43d8-a9d0-09e147b6ef26 on network 65ec14d2-e0c2-45ad-9132-5fa8e954ebc3 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:33:01.221851 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7502c196-676e-434f-8132-18cff4c91f86 None None] Checking agent: {'id': '165ba4a0-42de-4d95-afeb-0090fba4eff7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 8, 23, 37), 'started_at': datetime.datetime(2021, 7, 12, 8, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 8, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 08:33:01.222411 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7502c196-676e-434f-8132-18cff4c91f86 None None] Checking segment: {'id': '96305722-55d6-4089-959b-5f9b3a20c0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:33:01.222813 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-7502c196-676e-434f-8132-18cff4c91f86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:01.223507 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7502c196-676e-434f-8132-18cff4c91f86 None None] Bound using segment: {'id': '96305722-55d6-4089-959b-5f9b3a20c0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3'} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 08:33:01.224231 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [None req-7502c196-676e-434f-8132-18cff4c91f86 None None] Bound port: 4bd9d1d3-b043-43d8-a9d0-09e147b6ef26, host: dv-cinder-800431-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96305722-55d6-4089-959b-5f9b3a20c0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3'}}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 08:33:01.224643 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-7502c196-676e-434f-8132-18cff4c91f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:01.228373 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a9442e4b-44a2-42bf-bae0-a9f62b2e6894 None None] Provisioning complete for port 4696c502-6785-4804-a4b7-9a59c3815af3 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:33:01.228832 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a9442e4b-44a2-42bf-bae0-a9f62b2e6894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:01.251638 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3717353f-0f6b-4293-a332-42f46e25985d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8247719'] for subnet, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:01.294622 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-7502c196-676e-434f-8132-18cff4c91f86 None None] For port 4bd9d1d3-b043-43d8-a9d0-09e147b6ef26, host dv-cinder-800431-1-iscsi, cleared binding levels {{(pid=92954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 08:33:01.302057 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-7502c196-676e-434f-8132-18cff4c91f86 None None] For port 4bd9d1d3-b043-43d8-a9d0-09e147b6ef26, host dv-cinder-800431-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=4bd9d1d3-b043-43d8-a9d0-09e147b6ef26,segment=NetworkSegment(96305722-55d6-4089-959b-5f9b3a20c0c4),segment_id=96305722-55d6-4089-959b-5f9b3a20c0c4)] {{(pid=92954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 08:33:01.311806 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-7502c196-676e-434f-8132-18cff4c91f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:01.371451 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-cb0dc86c-6512-4342-9c63-655a8f54d2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:01.371975 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257435b2-e7ca-4ac3-82dc-6228f02dd52c None None] Pushing event updated for resources: {'Port': ['ID=4bd9d1d3-b043-43d8-a9d0-09e147b6ef26,revision_number=3']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:01.406797 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7502c196-676e-434f-8132-18cff4c91f86 None None] Routers {'f439f622-3ecf-4d02-978e-30424448cff0'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:33:01.407577 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-7502c196-676e-434f-8132-18cff4c91f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:32:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['f439f622-3ecf-4d02-978e-30424448cff0'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:33:01.461534 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3717353f-0f6b-4293-a332-42f46e25985d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8247726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1188542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2948071'] for subnet, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:01.512448 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3717353f-0f6b-4293-a332-42f46e25985d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for subnet, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:01.515388 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-3717353f-0f6b-4293-a332-42f46e25985d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/bc2ffe51-33e4-48ed-a486-b4c73bed1d18 HTTP/1.1" status: 204 len: 168 time: 0.7041748 Jul 12 08:33:01.520612 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 39064) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:33:01.539029 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3717353f-0f6b-4293-a332-42f46e25985d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc2ffe51-33e4-48ed-a486-b4c73bed1d18,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:01.578056 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-7502c196-676e-434f-8132-18cff4c91f86 None None] Set router f439f622-3ecf-4d02-978e-30424448cff0 gateway port host: dv-cinder-800431-1-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:33:01.595534 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-48a931be-482a-4afb-9bf0-21061298353d None None] Provisioning complete for port df3bb440-0365-4342-a1c1-c65fcd00fc65 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:33:01.595857 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-48a931be-482a-4afb-9bf0-21061298353d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:01.601475 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 4696c502-6785-4804-a4b7-9a59c3815af3 up at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:33:01.649525 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_common [None req-cb0dc86c-6512-4342-9c63-655a8f54d2f8 admin admin] Allocated IP 172.20.0.1 (e3ba51d4-1fd4-4fd2-b64f-1beaf84f9f4d/7ef8806d-07ef-4b59-bac0-943fb669fb47/97dd19db-01ae-4ec2-95b4-ef29cd748102) {{(pid=92952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 08:33:01.661429 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad825594-5017-4d09-9264-4954c4f6bce9 req-74bee216-c313-44b6-bf1e-d0e5b57d4fa1 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:01.663967 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ad825594-5017-4d09-9264-4954c4f6bce9 req-74bee216-c313-44b6-bf1e-d0e5b57d4fa1 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 945 time: 0.1201448 Jul 12 08:33:01.720660 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning complete for port 4696c502-6785-4804-a4b7-9a59c3815af3 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:33:01.721393 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:01.726480 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-6ff863ea-a830-4f99-8ae9-c78fb4537434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884328'] for network, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:01.769869 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ad825594-5017-4d09-9264-4954c4f6bce9 req-c6d68cde-2fec-498d-a922-607a215c14b2 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945733 Jul 12 08:33:01.833842 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-cb0dc86c-6512-4342-9c63-655a8f54d2f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:01.851600 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.provisioning_blocks [None req-cb0dc86c-6512-4342-9c63-655a8f54d2f8 admin admin] Transition to ACTIVE for port object 97dd19db-01ae-4ec2-95b4-ef29cd748102 will not be triggered until provisioned by entity DHCP. {{(pid=92952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:33:01.854780 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-7502c196-676e-434f-8132-18cff4c91f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f439f622-3ecf-4d02-978e-30424448cff0', 'name': 'tempest-TestMinimumBasicScenario-1095876194-router', 'tenant_id': '3c881a93e7dc4a6885f7fd286f4daaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '4bd9d1d3-b043-43d8-a9d0-09e147b6ef26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:32:56Z', 'updated_at': '2021-07-12T08:32:58Z', 'revision_number': 3, 'project_id': '3c881a93e7dc4a6885f7fd286f4daaff', 'gw_port': {'id': '4bd9d1d3-b043-43d8-a9d0-09e147b6ef26', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f439f622-3ecf-4d02-978e-30424448cff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:32:56Z', 'updated_at': '2021-07-12T08:33:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi'}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:33:01.865145 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-6ff863ea-a830-4f99-8ae9-c78fb4537434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8250066', 'neutron.services.segments.db._delete_segments_for_network-8748223159134'] for network, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:01.882997 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.services.segments.db [None req-6ff863ea-a830-4f99-8ae9-c78fb4537434 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6524f99a-3d18-4e64-b77e-0b7c63b70dea']}} {{(pid=92951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:33:01.889410 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7502c196-676e-434f-8132-18cff4c91f86 None None] The sync data for ids ['f439f622-3ecf-4d02-978e-30424448cff0'] in dv-cinder-800431-1-iscsi is: [{'id': 'f439f622-3ecf-4d02-978e-30424448cff0', 'name': 'tempest-TestMinimumBasicScenario-1095876194-router', 'tenant_id': '3c881a93e7dc4a6885f7fd286f4daaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '4bd9d1d3-b043-43d8-a9d0-09e147b6ef26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:32:56Z', 'updated_at': '2021-07-12T08:32:58Z', 'revision_number': 3, 'project_id': '3c881a93e7dc4a6885f7fd286f4daaff', 'gw_port': {'id': '4bd9d1d3-b043-43d8-a9d0-09e147b6ef26', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f439f622-3ecf-4d02-978e-30424448cff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:32:56Z', 'updated_at': '2021-07-12T08:33:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi'}] {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 08:33:01.899962 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.services.segments.db [None req-6ff863ea-a830-4f99-8ae9-c78fb4537434 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b673b74d-893d-4630-827f-98c8036947e2') {'for_net_delete': True} {{(pid=92951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:33:01.900705 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.services.segments.db [None req-6ff863ea-a830-4f99-8ae9-c78fb4537434 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b673b74d-893d-4630-827f-98c8036947e2') {} {{(pid=92951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:33:01.901813 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-cb0dc86c-6512-4342-9c63-655a8f54d2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748222641646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1188457'] for port, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:01.920739 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-6ff863ea-a830-4f99-8ae9-c78fb4537434 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748223174018', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8451449'] for segment, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:01.948233 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0dc86c-6512-4342-9c63-655a8f54d2f8 admin admin] Network e3ba51d4-1fd4-4fd2-b64f-1beaf84f9f4d is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:33:01.952060 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [None req-cb0dc86c-6512-4342-9c63-655a8f54d2f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:33:01.953230 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-6ff863ea-a830-4f99-8ae9-c78fb4537434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246630'] for segment, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:01.956056 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0dc86c-6512-4342-9c63-655a8f54d2f8 admin admin] Received port after_create {{(pid=92952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 08:33:01.978052 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ff863ea-a830-4f99-8ae9-c78fb4537434 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=92951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 08:33:01.978789 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-6ff863ea-a830-4f99-8ae9-c78fb4537434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2337082'] for segment, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:01.982249 dv-cinder-800431-1-iscsi neutron-server[92951]: Traceback (most recent call last): Jul 12 08:33:01.982249 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 08:33:01.982249 dv-cinder-800431-1-iscsi neutron-server[92951]: timer() Jul 12 08:33:01.982249 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 08:33:01.982249 dv-cinder-800431-1-iscsi neutron-server[92951]: cb(*args, **kw) Jul 12 08:33:01.982249 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 08:33:01.982249 dv-cinder-800431-1-iscsi neutron-server[92951]: return func(*args, **kwargs) Jul 12 08:33:01.982249 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 08:33:01.982249 dv-cinder-800431-1-iscsi neutron-server[92951]: self._notify() Jul 12 08:33:01.982249 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 08:33:01.982249 dv-cinder-800431-1-iscsi neutron-server[92951]: self.callback(batched_events) Jul 12 08:33:01.982249 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 08:33:01.982249 dv-cinder-800431-1-iscsi neutron-server[92951]: event.method(event) Jul 12 08:33:01.982249 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 08:33:01.982249 dv-cinder-800431-1-iscsi neutron-server[92951]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 08:33:01.982249 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 08:33:01.982249 dv-cinder-800431-1-iscsi neutron-server[92951]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 08:33:01.982249 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 08:33:01.982249 dv-cinder-800431-1-iscsi neutron-server[92951]: return f(self, *a, **k) Jul 12 08:33:01.982249 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 08:33:01.982249 dv-cinder-800431-1-iscsi neutron-server[92951]: return self._get(url).json() Jul 12 08:33:01.982249 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 08:33:01.982249 dv-cinder-800431-1-iscsi neutron-server[92951]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 08:33:01.982249 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 08:33:01.982249 dv-cinder-800431-1-iscsi neutron-server[92951]: return self.request(url, 'GET', **kwargs) Jul 12 08:33:01.982249 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 08:33:01.982249 dv-cinder-800431-1-iscsi neutron-server[92951]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 08:33:01.982249 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 08:33:01.982249 dv-cinder-800431-1-iscsi neutron-server[92951]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 08:33:01.982249 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 08:33:01.982249 dv-cinder-800431-1-iscsi neutron-server[92951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 08:33:01.982249 dv-cinder-800431-1-iscsi neutron-server[92951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 08:33:02.011037 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-cb0dc86c-6512-4342-9c63-655a8f54d2f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528631'] for router_interface, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:02.047656 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device df3bb440-0365-4342-a1c1-c65fcd00fc65 up at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:33:02.077325 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-6ff863ea-a830-4f99-8ae9-c78fb4537434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8250657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-940980'] for network, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:02.087490 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-6ff863ea-a830-4f99-8ae9-c78fb4537434 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for network, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:02.089739 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-6ff863ea-a830-4f99-8ae9-c78fb4537434 admin admin] 10.222.0.37 "DELETE /v2.0/networks/6524f99a-3d18-4e64-b77e-0b7c63b70dea HTTP/1.1" status: 204 len: 168 time: 0.5666947 Jul 12 08:33:02.097653 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0dc86c-6512-4342-9c63-655a8f54d2f8 admin admin] Pushing event updated for resources: {'Port': ['ID=97dd19db-01ae-4ec2-95b4-ef29cd748102,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:02.109479 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff863ea-a830-4f99-8ae9-c78fb4537434 admin admin] Pushing event deleted for resources: {'Network': ['ID=6524f99a-3d18-4e64-b77e-0b7c63b70dea,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:02.141769 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning complete for port df3bb440-0365-4342-a1c1-c65fcd00fc65 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:33:02.142155 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:02.248154 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-cb0dc86c-6512-4342-9c63-655a8f54d2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:02.398052 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-026d35c3-0bc0-4ec4-900b-f4da00f6a5c1 None None] Provisioning for port 97dd19db-01ae-4ec2-95b4-ef29cd748102 completed by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:33:02.402499 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-026d35c3-0bc0-4ec4-900b-f4da00f6a5c1 None None] Provisioning complete for port 97dd19db-01ae-4ec2-95b4-ef29cd748102 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:33:02.402808 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-026d35c3-0bc0-4ec4-900b-f4da00f6a5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:02.411167 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 39124) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:33:02.467687 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-026d35c3-0bc0-4ec4-900b-f4da00f6a5c1 None None] Port 97dd19db-01ae-4ec2-95b4-ef29cd748102 cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 08:33:02.481340 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-cb0dc86c-6512-4342-9c63-655a8f54d2f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:02.490257 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-cb0dc86c-6512-4342-9c63-655a8f54d2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1188479'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:02.495019 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-3caa01ed-09f7-425d-8dda-f0e449658285 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3e6f0e02172e426397b8bb2a550af89b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0821004 Jul 12 08:33:02.497387 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 39132) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:33:02.579864 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0dc86c-6512-4342-9c63-655a8f54d2f8 admin admin] Pushing event updated for resources: {'Port': ['ID=97dd19db-01ae-4ec2-95b4-ef29cd748102,revision_number=2']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:02.591611 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-cb0dc86c-6512-4342-9c63-655a8f54d2f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532394'] for router_interface, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:02.631937 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-642ff344-93b3-4747-80ca-82d78e122a18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:02.666729 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-642ff344-93b3-4747-80ca-82d78e122a18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:02.700399 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0dc86c-6512-4342-9c63-655a8f54d2f8 admin admin] Network e3ba51d4-1fd4-4fd2-b64f-1beaf84f9f4d is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:33:02.702666 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [None req-cb0dc86c-6512-4342-9c63-655a8f54d2f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:33:02.726984 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-642ff344-93b3-4747-80ca-82d78e122a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:02.730192 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-642ff344-93b3-4747-80ca-82d78e122a18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:02.734342 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-642ff344-93b3-4747-80ca-82d78e122a18 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f91728fc-4365-4136-aee4-9bcef1e56f84 HTTP/1.1" status: 204 len: 168 time: 0.2357798 Jul 12 08:33:02.752558 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ff344-93b3-4747-80ca-82d78e122a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91728fc-4365-4136-aee4-9bcef1e56f84,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:02.805271 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-2c706b49-034f-4f16-a8c5-27294ae7ddbb None None] Provisioning complete for port 97dd19db-01ae-4ec2-95b4-ef29cd748102 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:33:02.805271 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2c706b49-034f-4f16-a8c5-27294ae7ddbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:02.888036 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-2c706b49-034f-4f16-a8c5-27294ae7ddbb None None] Port 97dd19db-01ae-4ec2-95b4-ef29cd748102 cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 08:33:02.906708 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb0dc86c-6512-4342-9c63-655a8f54d2f8 admin admin] Router f439f622-3ecf-4d02-978e-30424448cff0 has already been hosted by L3 agent c0ba3535-5ad7-41e9-9cdc-b89c0ff976de {{(pid=92952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 08:33:03.079921 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0dc86c-6512-4342-9c63-655a8f54d2f8 admin admin] Notify agent at l3_agent.dv-cinder-800431-1-iscsi the message routers_updated {{(pid=92952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 08:33:03.093746 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-cb0dc86c-6512-4342-9c63-655a8f54d2f8 admin admin] 10.222.0.37 "PUT /v2.0/routers/f439f622-3ecf-4d02-978e-30424448cff0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3202331 Jul 12 08:33:03.109255 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764ccc1-d6b4-473b-9198-24d8212a9d5a req-3697d806-5b16-4fb8-a563-c8f815974492 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:03.117178 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e764ccc1-d6b4-473b-9198-24d8212a9d5a req-3697d806-5b16-4fb8-a563-c8f815974492 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 945 time: 0.1440604 Jul 12 08:33:03.132871 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0c87b552-de04-47a5-a59a-010df93b2a4c None None] Provisioning complete for port 97dd19db-01ae-4ec2-95b4-ef29cd748102 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:33:03.133475 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0c87b552-de04-47a5-a59a-010df93b2a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:03.195678 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e764ccc1-d6b4-473b-9198-24d8212a9d5a req-3d2d58ce-170d-48f0-aef4-07fd1568a507 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775220 Jul 12 08:33:03.213498 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-0c87b552-de04-47a5-a59a-010df93b2a4c None None] Port 97dd19db-01ae-4ec2-95b4-ef29cd748102 cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 08:33:03.349610 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 39190) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:33:03.392110 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-077a7f4c-9b9d-40e4-9f1d-883ccb00f1d6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b668e2db76904adca7f9b31cc2afe356&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412283 Jul 12 08:33:03.394585 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 39200) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:33:03.463129 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-7e6dce37-dc51-4c82-9de0-fd9f38c00201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:03.524015 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-7e6dce37-dc51-4c82-9de0-fd9f38c00201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:03.551107 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 4bd9d1d3-b043-43d8-a9d0-09e147b6ef26 up at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:33:03.596291 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-7e6dce37-dc51-4c82-9de0-fd9f38c00201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:03.601569 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-7e6dce37-dc51-4c82-9de0-fd9f38c00201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:03.607662 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-7e6dce37-dc51-4c82-9de0-fd9f38c00201 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c96bff7c-2470-4b3b-86a3-9ed9306bedba HTTP/1.1" status: 204 len: 168 time: 0.2115850 Jul 12 08:33:03.626161 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6dce37-dc51-4c82-9de0-fd9f38c00201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96bff7c-2470-4b3b-86a3-9ed9306bedba,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:03.651918 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 558cd8eb-52f4-4c8e-b898-1c3b23493068 no longer exists at agent hyperv_hv-cinder-80043 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 08:33:03.665312 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning for port 4bd9d1d3-b043-43d8-a9d0-09e147b6ef26 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:33:03.695758 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] No Port match for: 558cd8eb-52f4-4c8e-b898-1c3b23493068 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 08:33:03.696880 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 558cd8eb-52f4-4c8e-b898-1c3b23493068 not bound to the agent host hv-cinder-80043 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 08:33:03.703914 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning complete for port 4bd9d1d3-b043-43d8-a9d0-09e147b6ef26 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:33:03.704346 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:03.794857 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:03.824021 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] For port 4bd9d1d3-b043-43d8-a9d0-09e147b6ef26, host dv-cinder-800431-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=4bd9d1d3-b043-43d8-a9d0-09e147b6ef26,segment=NetworkSegment(96305722-55d6-4089-959b-5f9b3a20c0c4),segment_id=96305722-55d6-4089-959b-5f9b3a20c0c4)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:33:03.830032 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:03.907959 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Pushing event updated for resources: {'Port': ['ID=4bd9d1d3-b043-43d8-a9d0-09e147b6ef26,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:04.106607 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e61d5e6e-a343-4d3b-9ff9-e202f64bd397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:04.142605 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43abed96-cac2-4330-8db5-0361af845168 None None] Sync routers for ids ['f439f622-3ecf-4d02-978e-30424448cff0'] in dv-cinder-800431-1-iscsi {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 08:33:04.158373 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43abed96-cac2-4330-8db5-0361af845168 None None] Routers {'f439f622-3ecf-4d02-978e-30424448cff0'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:33:04.159081 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-43abed96-cac2-4330-8db5-0361af845168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:32:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['f439f622-3ecf-4d02-978e-30424448cff0'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:33:04.327328 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-43abed96-cac2-4330-8db5-0361af845168 None None] Set router f439f622-3ecf-4d02-978e-30424448cff0 gateway port host: dv-cinder-800431-1-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:33:04.663502 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da9751-6772-4082-a58c-9cfd62845048 req-dfdbaf01-f800-498c-99b0-5bc3bdabc22f tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:04.665208 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-66da9751-6772-4082-a58c-9cfd62845048 req-dfdbaf01-f800-498c-99b0-5bc3bdabc22f tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 945 time: 0.1464968 Jul 12 08:33:04.738190 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-66da9751-6772-4082-a58c-9cfd62845048 req-8260f1a2-c6a6-4561-8132-938ce43f67a5 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566962 Jul 12 08:33:04.756838 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-43abed96-cac2-4330-8db5-0361af845168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f439f622-3ecf-4d02-978e-30424448cff0', 'name': 'tempest-TestMinimumBasicScenario-1095876194-router', 'tenant_id': '3c881a93e7dc4a6885f7fd286f4daaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '4bd9d1d3-b043-43d8-a9d0-09e147b6ef26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:32:56Z', 'updated_at': '2021-07-12T08:33:02Z', 'revision_number': 4, 'project_id': '3c881a93e7dc4a6885f7fd286f4daaff', 'gw_port': {'id': '4bd9d1d3-b043-43d8-a9d0-09e147b6ef26', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f439f622-3ecf-4d02-978e-30424448cff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:32:56Z', 'updated_at': '2021-07-12T08:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_interfaces': [{'id': '97dd19db-01ae-4ec2-95b4-ef29cd748102', 'name': '', 'network_id': 'e3ba51d4-1fd4-4fd2-b64f-1beaf84f9f4d', 'tenant_id': '3c881a93e7dc4a6885f7fd286f4daaff', 'mac_address': 'fa:16:3e:c1:79:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f439f622-3ecf-4d02-978e-30424448cff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '7ef8806d-07ef-4b59-bac0-943fb669fb47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:33:01Z', 'updated_at': '2021-07-12T08:33:02Z', 'revision_number': 2, 'project_id': '3c881a93e7dc4a6885f7fd286f4daaff', 'subnets': [{'id': '7ef8806d-07ef-4b59-bac0-943fb669fb47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:33:04.801194 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43abed96-cac2-4330-8db5-0361af845168 None None] Checking router: f439f622-3ecf-4d02-978e-30424448cff0 for host: dv-cinder-800431-1-iscsi {{(pid=92953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 08:33:04.801904 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43abed96-cac2-4330-8db5-0361af845168 None None] Updating router f439f622-3ecf-4d02-978e-30424448cff0 port 97dd19db-01ae-4ec2-95b4-ef29cd748102 binding host dv-cinder-800431-1-iscsi {{(pid=92953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 08:33:04.858672 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-43abed96-cac2-4330-8db5-0361af845168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:05.616046 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 4bd9d1d3-b043-43d8-a9d0-09e147b6ef26 up at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:33:05.683638 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-43abed96-cac2-4330-8db5-0361af845168 None None] Notify callbacks [] for port, precommit_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:05.699901 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-43abed96-cac2-4330-8db5-0361af845168 None None] Transition to ACTIVE for port object 97dd19db-01ae-4ec2-95b4-ef29cd748102 will not be triggered until provisioned by entity L2. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:33:05.717523 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-43abed96-cac2-4330-8db5-0361af845168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:05.734556 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning complete for port 4bd9d1d3-b043-43d8-a9d0-09e147b6ef26 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:33:05.734942 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:05.831622 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7ceb4c-c3e5-4dbe-be9e-206553f818b5 None None] Pushing event updated for resources: {'Port': ['ID=97dd19db-01ae-4ec2-95b4-ef29cd748102,revision_number=3']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:06.006748 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-43abed96-cac2-4330-8db5-0361af845168 None None] Attempting to bind port 97dd19db-01ae-4ec2-95b4-ef29cd748102 on host dv-cinder-800431-1-iscsi for vnic_type normal with profile {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 08:33:06.007457 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-43abed96-cac2-4330-8db5-0361af845168 None None] Attempting to bind port 97dd19db-01ae-4ec2-95b4-ef29cd748102 by drivers openvswitch,hyperv on host dv-cinder-800431-1-iscsi at level 0 using segments [{'id': '9af043ac-1d03-4fb3-bec6-e8119c896a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e3ba51d4-1fd4-4fd2-b64f-1beaf84f9f4d'}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 08:33:06.008015 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43abed96-cac2-4330-8db5-0361af845168 None None] Attempting to bind port 97dd19db-01ae-4ec2-95b4-ef29cd748102 on network e3ba51d4-1fd4-4fd2-b64f-1beaf84f9f4d {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:33:06.016740 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43abed96-cac2-4330-8db5-0361af845168 None None] Checking agent: {'id': '165ba4a0-42de-4d95-afeb-0090fba4eff7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 8, 23, 37), 'started_at': datetime.datetime(2021, 7, 12, 8, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 8, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 08:33:06.017346 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43abed96-cac2-4330-8db5-0361af845168 None None] Checking segment: {'id': '9af043ac-1d03-4fb3-bec6-e8119c896a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e3ba51d4-1fd4-4fd2-b64f-1beaf84f9f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:33:06.018003 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-43abed96-cac2-4330-8db5-0361af845168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:06.018564 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43abed96-cac2-4330-8db5-0361af845168 None None] Bound using segment: {'id': '9af043ac-1d03-4fb3-bec6-e8119c896a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e3ba51d4-1fd4-4fd2-b64f-1beaf84f9f4d'} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 08:33:06.019268 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-43abed96-cac2-4330-8db5-0361af845168 None None] Bound port: 97dd19db-01ae-4ec2-95b4-ef29cd748102, host: dv-cinder-800431-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9af043ac-1d03-4fb3-bec6-e8119c896a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e3ba51d4-1fd4-4fd2-b64f-1beaf84f9f4d'}}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 08:33:06.019818 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-43abed96-cac2-4330-8db5-0361af845168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:06.174604 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f450b70f-db4a-4cde-a1b6-b0e21f5a2e25 req-f4fa5810-0bf9-4ef1-8c21-5ee818769717 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:06.182394 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-f450b70f-db4a-4cde-a1b6-b0e21f5a2e25 req-f4fa5810-0bf9-4ef1-8c21-5ee818769717 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 945 time: 0.1353226 Jul 12 08:33:06.234460 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-f450b70f-db4a-4cde-a1b6-b0e21f5a2e25 req-cd9c4b9a-0763-4101-981c-917974126fc2 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444102 Jul 12 08:33:06.281202 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-43abed96-cac2-4330-8db5-0361af845168 None None] For port 97dd19db-01ae-4ec2-95b4-ef29cd748102, host dv-cinder-800431-1-iscsi, cleared binding levels {{(pid=92953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 08:33:06.285517 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-43abed96-cac2-4330-8db5-0361af845168 None None] For port 97dd19db-01ae-4ec2-95b4-ef29cd748102, host dv-cinder-800431-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=97dd19db-01ae-4ec2-95b4-ef29cd748102,segment=NetworkSegment(9af043ac-1d03-4fb3-bec6-e8119c896a98),segment_id=9af043ac-1d03-4fb3-bec6-e8119c896a98)] {{(pid=92953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 08:33:06.291942 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-43abed96-cac2-4330-8db5-0361af845168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:06.399151 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43abed96-cac2-4330-8db5-0361af845168 None None] Routers {'f439f622-3ecf-4d02-978e-30424448cff0'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:33:06.399798 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-43abed96-cac2-4330-8db5-0361af845168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:32:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['f439f622-3ecf-4d02-978e-30424448cff0'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:33:06.456903 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7ceb4c-c3e5-4dbe-be9e-206553f818b5 None None] Pushing event updated for resources: {'Port': ['ID=97dd19db-01ae-4ec2-95b4-ef29cd748102,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:06.600382 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-43abed96-cac2-4330-8db5-0361af845168 None None] Set router f439f622-3ecf-4d02-978e-30424448cff0 gateway port host: dv-cinder-800431-1-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:33:06.676528 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-27d7ee80-e179-45b7-a334-2b53e9039c09 None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 08:33:06.961065 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:06.983396 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-43abed96-cac2-4330-8db5-0361af845168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f439f622-3ecf-4d02-978e-30424448cff0', 'name': 'tempest-TestMinimumBasicScenario-1095876194-router', 'tenant_id': '3c881a93e7dc4a6885f7fd286f4daaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '4bd9d1d3-b043-43d8-a9d0-09e147b6ef26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:32:56Z', 'updated_at': '2021-07-12T08:33:02Z', 'revision_number': 4, 'project_id': '3c881a93e7dc4a6885f7fd286f4daaff', 'gw_port': {'id': '4bd9d1d3-b043-43d8-a9d0-09e147b6ef26', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f439f622-3ecf-4d02-978e-30424448cff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:32:56Z', 'updated_at': '2021-07-12T08:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_interfaces': [{'id': '97dd19db-01ae-4ec2-95b4-ef29cd748102', 'name': '', 'network_id': 'e3ba51d4-1fd4-4fd2-b64f-1beaf84f9f4d', 'tenant_id': '3c881a93e7dc4a6885f7fd286f4daaff', 'mac_address': 'fa:16:3e:c1:79:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f439f622-3ecf-4d02-978e-30424448cff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '7ef8806d-07ef-4b59-bac0-943fb669fb47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:33:01Z', 'updated_at': '2021-07-12T08:33:06Z', 'revision_number': 4, 'project_id': '3c881a93e7dc4a6885f7fd286f4daaff', 'subnets': [{'id': '7ef8806d-07ef-4b59-bac0-943fb669fb47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:33:07.050744 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43abed96-cac2-4330-8db5-0361af845168 None None] The sync data for ids ['f439f622-3ecf-4d02-978e-30424448cff0'] in dv-cinder-800431-1-iscsi is: [{'id': 'f439f622-3ecf-4d02-978e-30424448cff0', 'name': 'tempest-TestMinimumBasicScenario-1095876194-router', 'tenant_id': '3c881a93e7dc4a6885f7fd286f4daaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '4bd9d1d3-b043-43d8-a9d0-09e147b6ef26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:32:56Z', 'updated_at': '2021-07-12T08:33:02Z', 'revision_number': 4, 'project_id': '3c881a93e7dc4a6885f7fd286f4daaff', 'gw_port': {'id': '4bd9d1d3-b043-43d8-a9d0-09e147b6ef26', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f439f622-3ecf-4d02-978e-30424448cff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:32:56Z', 'updated_at': '2021-07-12T08:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_interfaces': [{'id': '97dd19db-01ae-4ec2-95b4-ef29cd748102', 'name': '', 'network_id': 'e3ba51d4-1fd4-4fd2-b64f-1beaf84f9f4d', 'tenant_id': '3c881a93e7dc4a6885f7fd286f4daaff', 'mac_address': 'fa:16:3e:c1:79:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f439f622-3ecf-4d02-978e-30424448cff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '7ef8806d-07ef-4b59-bac0-943fb669fb47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:33:01Z', 'updated_at': '2021-07-12T08:33:06Z', 'revision_number': 4, 'project_id': '3c881a93e7dc4a6885f7fd286f4daaff', 'subnets': [{'id': '7ef8806d-07ef-4b59-bac0-943fb669fb47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 08:33:07.056856 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-49fc1be5-f55f-422b-8b63-c2f2726a3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:07.539767 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ffdf89-93da-4451-972b-a72ae39c3155 req-b623bdcf-7ac0-4ee7-988c-d9ab117c14ee tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:07.547613 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f8ffdf89-93da-4451-972b-a72ae39c3155 req-b623bdcf-7ac0-4ee7-988c-d9ab117c14ee tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 945 time: 0.1315718 Jul 12 08:33:07.602924 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f8ffdf89-93da-4451-972b-a72ae39c3155 req-dba25f3b-6a92-4b8f-b61a-2d54ea67803c tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478055 Jul 12 08:33:07.643293 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 97dd19db-01ae-4ec2-95b4-ef29cd748102 up at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:33:07.720996 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 39410) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:33:07.726665 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning for port 97dd19db-01ae-4ec2-95b4-ef29cd748102 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:33:07.741192 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning complete for port 97dd19db-01ae-4ec2-95b4-ef29cd748102 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:33:07.741798 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:07.857386 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8beb-ed90-4929-879a-4eba2c5b629e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:07.861281 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:07.903967 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] For port 97dd19db-01ae-4ec2-95b4-ef29cd748102, host dv-cinder-800431-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=97dd19db-01ae-4ec2-95b4-ef29cd748102,segment=NetworkSegment(9af043ac-1d03-4fb3-bec6-e8119c896a98),segment_id=9af043ac-1d03-4fb3-bec6-e8119c896a98)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:33:07.925667 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:07.974362 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 39414) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:33:07.989879 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-011446c7-544a-4ae4-964d-0983fcb0cb89 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4f34babffc1d414ea93d0a29451030d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2621493 Jul 12 08:33:07.994624 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Pushing event updated for resources: {'Port': ['ID=97dd19db-01ae-4ec2-95b4-ef29cd748102,revision_number=5']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:08.071248 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6c634826-b5f1-433c-a6a7-a62b5528d973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:08.111930 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6c634826-b5f1-433c-a6a7-a62b5528d973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:08.181926 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6c634826-b5f1-433c-a6a7-a62b5528d973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:08.187929 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6c634826-b5f1-433c-a6a7-a62b5528d973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:08.192841 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-6c634826-b5f1-433c-a6a7-a62b5528d973 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dbefe816-4fb2-4d6c-aeb9-6e701150b990 HTTP/1.1" status: 204 len: 168 time: 0.2171552 Jul 12 08:33:08.206882 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c634826-b5f1-433c-a6a7-a62b5528d973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbefe816-4fb2-4d6c-aeb9-6e701150b990,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:08.215515 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c634826-b5f1-433c-a6a7-a62b5528d973 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:33:08.216122 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c634826-b5f1-433c-a6a7-a62b5528d973 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:33:08.216689 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c634826-b5f1-433c-a6a7-a62b5528d973 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:33:08.217305 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c634826-b5f1-433c-a6a7-a62b5528d973 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:33:08.217884 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c634826-b5f1-433c-a6a7-a62b5528d973 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:33:08.218431 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c634826-b5f1-433c-a6a7-a62b5528d973 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:33:08.218989 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c634826-b5f1-433c-a6a7-a62b5528d973 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:33:08.219525 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c634826-b5f1-433c-a6a7-a62b5528d973 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:33:08.220070 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c634826-b5f1-433c-a6a7-a62b5528d973 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:33:08.220613 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c634826-b5f1-433c-a6a7-a62b5528d973 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:33:08.221185 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c634826-b5f1-433c-a6a7-a62b5528d973 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:33:08.221820 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c634826-b5f1-433c-a6a7-a62b5528d973 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:33:08.333284 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-5913d44a-3f4b-49d3-a446-b5fdbffa94c0 None None] Provisioning complete for port 97dd19db-01ae-4ec2-95b4-ef29cd748102 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:33:08.333888 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5913d44a-3f4b-49d3-a446-b5fdbffa94c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:08.828725 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2cb17-ab30-4098-ac50-b75cc7e84391 req-0c6a6be2-b64f-42f8-91d7-e07e40db926c tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:08.840237 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b4d2cb17-ab30-4098-ac50-b75cc7e84391 req-0c6a6be2-b64f-42f8-91d7-e07e40db926c tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 945 time: 0.1010735 Jul 12 08:33:08.911149 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b4d2cb17-ab30-4098-ac50-b75cc7e84391 req-5bae639f-7c62-46d7-ad6d-7e4de18295bb tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694942 Jul 12 08:33:09.369687 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8148b14b-fdb1-487f-b940-7b46dc6d16f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:09.540284 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 97dd19db-01ae-4ec2-95b4-ef29cd748102 up at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:33:09.604556 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning complete for port 97dd19db-01ae-4ec2-95b4-ef29cd748102 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:33:09.604936 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:10.173016 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602664d-3d96-4cf6-9496-9c76b64d33f7 req-36d4f692-112a-4d4b-a886-0acc9c336721 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:10.175369 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6602664d-3d96-4cf6-9496-9c76b64d33f7 req-36d4f692-112a-4d4b-a886-0acc9c336721 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 945 time: 0.0803475 Jul 12 08:33:10.244365 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6602664d-3d96-4cf6-9496-9c76b64d33f7 req-9645a282-de2a-4e09-a31f-5f177eae38fb tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596118 Jul 12 08:33:10.343267 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 39476) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:33:10.491009 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6e95340c-e114-41cc-a8df-b6f5a3d0e09c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:10.604051 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6e95340c-e114-41cc-a8df-b6f5a3d0e09c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:10.608852 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6e95340c-e114-41cc-a8df-b6f5a3d0e09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:10.640311 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-6e95340c-e114-41cc-a8df-b6f5a3d0e09c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dc0c3c207bf74a89beaf0a8dc26fb984&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2957299 Jul 12 08:33:10.642843 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 39484) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:33:10.658215 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e95340c-e114-41cc-a8df-b6f5a3d0e09c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c5f25f-22a9-490e-80e0-aa22939dafcf,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:10.707326 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-bfb2aa9e-0842-4398-b495-71378a249a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:10.731664 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-bfb2aa9e-0842-4398-b495-71378a249a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:10.787266 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-bfb2aa9e-0842-4398-b495-71378a249a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:10.791369 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-bfb2aa9e-0842-4398-b495-71378a249a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:10.792738 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-bfb2aa9e-0842-4398-b495-71378a249a7f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/68c5f25f-22a9-490e-80e0-aa22939dafcf HTTP/1.1" status: 204 len: 168 time: 0.1488810 Jul 12 08:33:10.800737 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb2aa9e-0842-4398-b495-71378a249a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c5f25f-22a9-490e-80e0-aa22939dafcf,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:10.808321 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb2aa9e-0842-4398-b495-71378a249a7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:33:10.808678 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb2aa9e-0842-4398-b495-71378a249a7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:33:10.809024 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb2aa9e-0842-4398-b495-71378a249a7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:33:10.809366 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb2aa9e-0842-4398-b495-71378a249a7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:33:10.809715 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb2aa9e-0842-4398-b495-71378a249a7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:33:10.810061 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb2aa9e-0842-4398-b495-71378a249a7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:33:10.810393 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb2aa9e-0842-4398-b495-71378a249a7f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:33:10.810722 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb2aa9e-0842-4398-b495-71378a249a7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:33:10.811180 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb2aa9e-0842-4398-b495-71378a249a7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:33:10.811370 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb2aa9e-0842-4398-b495-71378a249a7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:33:10.811695 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb2aa9e-0842-4398-b495-71378a249a7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:33:10.812019 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb2aa9e-0842-4398-b495-71378a249a7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:33:11.474835 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3c539-def3-4b10-aff6-0cab2b509006 req-8d0c6026-bdc3-4fc7-9d30-2e15beef32c1 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:11.476422 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ced3c539-def3-4b10-aff6-0cab2b509006 req-8d0c6026-bdc3-4fc7-9d30-2e15beef32c1 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 945 time: 0.0842912 Jul 12 08:33:11.548866 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ced3c539-def3-4b10-aff6-0cab2b509006 req-d197e0e2-df2f-4214-9c37-fc462e536079 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659153 Jul 12 08:33:12.773235 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4caed-9680-4159-95b2-a51b43711834 req-78c10e61-4186-4513-b3a8-cedbc3642f51 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:12.780430 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-03d4caed-9680-4159-95b2-a51b43711834 req-78c10e61-4186-4513-b3a8-cedbc3642f51 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 945 time: 0.0976548 Jul 12 08:33:12.828641 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-03d4caed-9680-4159-95b2-a51b43711834 req-8f7ceee8-1f8d-43f0-b304-6903eed069bd tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469086 Jul 12 08:33:13.144256 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3e92ea-2a54-46dd-9c1e-6e2869404fbe req-0b503e70-57ca-497e-809c-72fcfc370eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:13.145969 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6b3e92ea-2a54-46dd-9c1e-6e2869404fbe req-0b503e70-57ca-497e-809c-72fcfc370eab service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 1098 time: 0.1015978 Jul 12 08:33:13.189551 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6b3e92ea-2a54-46dd-9c1e-6e2869404fbe req-3c2a5a5b-6707-44c3-91d0-eee7b63b0a45 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364807 Jul 12 08:33:14.033852 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca02810-6696-4a54-8889-71e75de5f0b1 req-2119df19-3125-4e8b-9bfc-8af15ac2c47d tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:14.036263 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-dca02810-6696-4a54-8889-71e75de5f0b1 req-2119df19-3125-4e8b-9bfc-8af15ac2c47d tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 945 time: 0.0838935 Jul 12 08:33:14.091393 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-dca02810-6696-4a54-8889-71e75de5f0b1 req-9e2d2a6b-c419-46e9-a167-13b658e5cb3c tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463743 Jul 12 08:33:14.385157 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ed8ee-d589-4573-9309-02bf873b0909 req-c664c720-a5ab-42e8-b6ea-380711c9386e tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:14.386628 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6f6ed8ee-d589-4573-9309-02bf873b0909 req-c664c720-a5ab-42e8-b6ea-380711c9386e tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3d1c3f-59e4-4dec-96d8-4fb874223ad6 HTTP/1.1" status: 200 len: 945 time: 0.0711668 Jul 12 08:33:14.425787 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6f6ed8ee-d589-4573-9309-02bf873b0909 req-05487956-b686-4011-8388-a675ecd061c8 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c76d369-3c1a-4588-acc0-cfa913107d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335081 Jul 12 08:33:15.348243 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa4a5f-8463-41f4-be18-f457676bd10d req-aaf118f0-60c3-487b-8b76-08d4b9e443a8 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:15.353322 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-16fa4a5f-8463-41f4-be18-f457676bd10d req-aaf118f0-60c3-487b-8b76-08d4b9e443a8 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 945 time: 0.1118989 Jul 12 08:33:15.430948 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-16fa4a5f-8463-41f4-be18-f457676bd10d req-aee16564-0c98-4a22-ba05-17c93dea7e83 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735488 Jul 12 08:33:15.666810 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365560cf-5946-41d5-b39f-6e7242d50b16 req-ea05ed8f-4322-4c59-8a7a-1aecbfc3bc34 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:15.669108 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-365560cf-5946-41d5-b39f-6e7242d50b16 req-ea05ed8f-4322-4c59-8a7a-1aecbfc3bc34 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3d1c3f-59e4-4dec-96d8-4fb874223ad6 HTTP/1.1" status: 200 len: 945 time: 0.0874734 Jul 12 08:33:15.717481 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-365560cf-5946-41d5-b39f-6e7242d50b16 req-a2aba163-3a80-4ea7-a846-77f685b9dcdc tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c76d369-3c1a-4588-acc0-cfa913107d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408773 Jul 12 08:33:15.844106 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec087c0e-00bd-4630-b181-78ddca206ef3 req-e448f5dd-7b70-46f5-a24d-a18b744630d5 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:15.848106 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ec087c0e-00bd-4630-b181-78ddca206ef3 req-e448f5dd-7b70-46f5-a24d-a18b744630d5 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 945 time: 0.1215699 Jul 12 08:33:15.948734 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ec087c0e-00bd-4630-b181-78ddca206ef3 req-3cde9650-17a4-4d8c-bcdd-5157b45c484e tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940638 Jul 12 08:33:16.279313 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c18d769-4f9d-4483-a347-5da5684fdfd1 req-877763e7-98d3-4287-bdc4-7d53b76bfd7d tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:16.280952 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9c18d769-4f9d-4483-a347-5da5684fdfd1 req-877763e7-98d3-4287-bdc4-7d53b76bfd7d tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 945 time: 0.1250210 Jul 12 08:33:16.293648 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72789e4e-3ec6-49bb-8fda-bf9b20e5e2fb req-87b95e5e-822c-49ef-8c97-2eb564f24b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:16.295142 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-72789e4e-3ec6-49bb-8fda-bf9b20e5e2fb req-87b95e5e-822c-49ef-8c97-2eb564f24b3e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ca96284f2baa4ff8b8e4f29f16222f61&device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 1098 time: 0.1053336 Jul 12 08:33:16.389907 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9c18d769-4f9d-4483-a347-5da5684fdfd1 req-319a1ee6-ce5a-491d-bccf-70d4f0d354c2 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859506 Jul 12 08:33:16.428069 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72789e4e-3ec6-49bb-8fda-bf9b20e5e2fb req-3ac24b89-2b83-4cb9-a791-03a7d3e79708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:16.429585 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-72789e4e-3ec6-49bb-8fda-bf9b20e5e2fb req-3ac24b89-2b83-4cb9-a791-03a7d3e79708 service neutron] 10.222.0.23 "GET /v2.0/networks?id=85b41c83-81a1-43ad-b6bf-2d322948dd3e HTTP/1.1" status: 200 len: 919 time: 0.1240802 Jul 12 08:33:16.473617 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-72789e4e-3ec6-49bb-8fda-bf9b20e5e2fb req-f312bdfa-86c0-4185-a044-9b53cf7166b1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0c6a6a3-7421-426f-b7ae-aead0db6d454 HTTP/1.1" status: 200 len: 217 time: 0.0375373 Jul 12 08:33:16.524075 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72789e4e-3ec6-49bb-8fda-bf9b20e5e2fb req-15ab908b-b6c6-4a39-bfed-c8d911c250f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:16.525845 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-72789e4e-3ec6-49bb-8fda-bf9b20e5e2fb req-15ab908b-b6c6-4a39-bfed-c8d911c250f8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fea1b1f0-4ade-4907-8fb8-44348ca7636e HTTP/1.1" status: 200 len: 858 time: 0.0458522 Jul 12 08:33:16.560710 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-72789e4e-3ec6-49bb-8fda-bf9b20e5e2fb req-98ecc2e4-8abf-4738-9f20-a8231f769c76 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=85b41c83-81a1-43ad-b6bf-2d322948dd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278525 Jul 12 08:33:16.655702 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-72789e4e-3ec6-49bb-8fda-bf9b20e5e2fb req-15899775-4d20-4a03-8abc-b88639efe8d8 service neutron] 10.222.0.23 "GET /v2.0/networks/85b41c83-81a1-43ad-b6bf-2d322948dd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883782 Jul 12 08:33:16.751016 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-72789e4e-3ec6-49bb-8fda-bf9b20e5e2fb req-bc168485-174e-4c01-8715-526181906072 service neutron] 10.222.0.23 "GET /v2.0/networks/85b41c83-81a1-43ad-b6bf-2d322948dd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873597 Jul 12 08:33:16.905001 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13403d0b-c41f-4ee0-a304-1d2003b46404 req-7c5c0c80-e35b-4aad-b09a-66c370020f2e tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:16.906502 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-13403d0b-c41f-4ee0-a304-1d2003b46404 req-7c5c0c80-e35b-4aad-b09a-66c370020f2e tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3d1c3f-59e4-4dec-96d8-4fb874223ad6 HTTP/1.1" status: 200 len: 945 time: 0.0620341 Jul 12 08:33:16.943022 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-13403d0b-c41f-4ee0-a304-1d2003b46404 req-cecfa288-b76a-47f7-bc38-d8fb1c43a43e tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c76d369-3c1a-4588-acc0-cfa913107d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308926 Jul 12 08:33:17.168081 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff47dbb-3169-426f-8c97-dec0fb43c6f1 req-f001fc14-e548-4147-9147-611dc17401e9 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:17.170163 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-2ff47dbb-3169-426f-8c97-dec0fb43c6f1 req-f001fc14-e548-4147-9147-611dc17401e9 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 945 time: 0.0915208 Jul 12 08:33:17.226606 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-2ff47dbb-3169-426f-8c97-dec0fb43c6f1 req-e835c823-cfd4-4afe-8602-d5d80d13c5d5 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496528 Jul 12 08:33:17.413131 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 39710) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:33:17.422317 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720573eb-6b52-44ac-a739-be361eeaf935 req-1768c87e-3b33-4928-998b-f79a059dc7ef tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:17.423886 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-720573eb-6b52-44ac-a739-be361eeaf935 req-1768c87e-3b33-4928-998b-f79a059dc7ef tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/networks?id=986f9208-db04-4964-8aaf-294544c18fee HTTP/1.1" status: 200 len: 814 time: 0.1111913 Jul 12 08:33:17.443961 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-720573eb-6b52-44ac-a739-be361eeaf935 req-66a9c0ca-b866-4876-bc2a-a509a070caee tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/quotas/61b587b0c53b492fb8b219a96dd1c56a HTTP/1.1" status: 200 len: 375 time: 0.0092909 Jul 12 08:33:17.517762 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-720573eb-6b52-44ac-a739-be361eeaf935 req-4dc4bd10-a1b6-4ff9-89ff-820ad6d2e143 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=61b587b0c53b492fb8b219a96dd1c56a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0671189 Jul 12 08:33:17.548256 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-7ba6dd91-670e-4d3e-88ea-d35dc1ffcef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:17.608503 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ca5dd-c75e-4893-83c8-2b5be9d91e98 req-b6a95bcc-496f-44c0-9ce7-fd7a736875d8 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:17.610075 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-595ca5dd-c75e-4893-83c8-2b5be9d91e98 req-b6a95bcc-496f-44c0-9ce7-fd7a736875d8 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 945 time: 0.1029224 Jul 12 08:33:17.620681 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-720573eb-6b52-44ac-a739-be361eeaf935 req-0d7bd6a9-d4a3-4268-8cfa-c52f9013ab1f service neutron] 10.222.0.37 "GET /v2.0/networks/986f9208-db04-4964-8aaf-294544c18fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920548 Jul 12 08:33:17.674048 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-595ca5dd-c75e-4893-83c8-2b5be9d91e98 req-efb917e2-3480-4b36-abd0-06cf6a2266b7 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549712 Jul 12 08:33:17.693788 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-7ba6dd91-670e-4d3e-88ea-d35dc1ffcef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:17.698389 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-7ba6dd91-670e-4d3e-88ea-d35dc1ffcef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:17.710329 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-720573eb-6b52-44ac-a739-be361eeaf935 req-078fc44d-af58-490d-8103-7a413f6a9efa service neutron] 10.222.0.37 "GET /v2.0/networks/986f9208-db04-4964-8aaf-294544c18fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838394 Jul 12 08:33:17.739358 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-7ba6dd91-670e-4d3e-88ea-d35dc1ffcef9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=617e2761421a4153b8f9e3fd4df8b303&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3223603 Jul 12 08:33:17.739358 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba6dd91-670e-4d3e-88ea-d35dc1ffcef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046c1ce6-5537-47ee-960c-94c4be97daaf,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:17.740022 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 39718) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:33:17.791134 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-cfb181fa-9378-42f9-89c1-101baf680092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:17.816776 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-cfb181fa-9378-42f9-89c1-101baf680092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:17.868500 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-cfb181fa-9378-42f9-89c1-101baf680092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:17.872026 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-cfb181fa-9378-42f9-89c1-101baf680092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:17.876840 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-cfb181fa-9378-42f9-89c1-101baf680092 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/046c1ce6-5537-47ee-960c-94c4be97daaf HTTP/1.1" status: 204 len: 168 time: 0.1345789 Jul 12 08:33:17.882250 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-15d81acb-71a3-47cd-95f7-c6d8d95bb7c7 req-d48335cd-7e88-45e7-b36e-cbc906298dee tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab23622-23ac-4413-83c9-b723701886b8 HTTP/1.1" status: 200 len: 210 time: 0.0328329 Jul 12 08:33:17.885426 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb181fa-9378-42f9-89c1-101baf680092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046c1ce6-5537-47ee-960c-94c4be97daaf,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:18.140980 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9254eb-b592-4ba2-8ec5-1c30856a0349 req-98f89d87-42e0-4b5b-bf47-92cf9a5fb16c tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:18.142516 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-be9254eb-b592-4ba2-8ec5-1c30856a0349 req-98f89d87-42e0-4b5b-bf47-92cf9a5fb16c tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3d1c3f-59e4-4dec-96d8-4fb874223ad6 HTTP/1.1" status: 200 len: 945 time: 0.0692770 Jul 12 08:33:18.167567 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 39736) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:33:18.181935 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-ed2daa0f-89fb-4706-a491-6fa3413730c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:18.186231 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-be9254eb-b592-4ba2-8ec5-1c30856a0349 req-d93cf4b0-7f9d-4003-b252-d0eb49207f51 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c76d369-3c1a-4588-acc0-cfa913107d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359888 Jul 12 08:33:18.277859 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-ed2daa0f-89fb-4706-a491-6fa3413730c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:18.281610 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-ed2daa0f-89fb-4706-a491-6fa3413730c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:18.325474 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 39740) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:33:18.325683 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-ed2daa0f-89fb-4706-a491-6fa3413730c7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b9f3b4c9aa2a4075ba9e706c8ba6f7d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1567440 Jul 12 08:33:18.326439 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2daa0f-89fb-4706-a491-6fa3413730c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf7b5ac-85e1-4200-9df0-d04a42dbfa8e,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:18.390793 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8d37b388-6d59-4819-9cd2-f0bce7a07609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:18.414793 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8d37b388-6d59-4819-9cd2-f0bce7a07609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:18.452077 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd3820-c82d-47ee-b0f3-b87c729cb700 req-1feb86e0-2c37-4635-aad5-361272393c0a tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:18.452077 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-50dd3820-c82d-47ee-b0f3-b87c729cb700 req-1feb86e0-2c37-4635-aad5-361272393c0a tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 945 time: 0.0866382 Jul 12 08:33:18.498214 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8d37b388-6d59-4819-9cd2-f0bce7a07609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:18.500855 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8d37b388-6d59-4819-9cd2-f0bce7a07609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:18.502082 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-8d37b388-6d59-4819-9cd2-f0bce7a07609 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6cf7b5ac-85e1-4200-9df0-d04a42dbfa8e HTTP/1.1" status: 204 len: 168 time: 0.1755426 Jul 12 08:33:18.511656 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-50dd3820-c82d-47ee-b0f3-b87c729cb700 req-c3d38d42-d81d-4a8f-a87b-aeb7f2028981 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525470 Jul 12 08:33:18.534547 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d37b388-6d59-4819-9cd2-f0bce7a07609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf7b5ac-85e1-4200-9df0-d04a42dbfa8e,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:18.860926 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82cbf2-4672-4b63-b5c1-4950134c1435 req-c81e2401-9efd-493a-8f84-8efb1ae92611 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:18.862426 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8c82cbf2-4672-4b63-b5c1-4950134c1435 req-c81e2401-9efd-493a-8f84-8efb1ae92611 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 945 time: 0.0712962 Jul 12 08:33:18.902207 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8c82cbf2-4672-4b63-b5c1-4950134c1435 req-b63acebe-69d1-41dc-83ea-35f3caa9367d tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333977 Jul 12 08:33:19.064855 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-8db524c6-d779-49f5-90c6-a6d2082f3746 req-2ced67db-ab36-49cd-8fd4-5424a6d0345f tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab23622-23ac-4413-83c9-b723701886b8 HTTP/1.1" status: 200 len: 210 time: 0.0418556 Jul 12 08:33:19.205743 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720573eb-6b52-44ac-a739-be361eeaf935 req-429b3646-b13f-4d4e-b60f-e59b32312eb0 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:19.207383 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-720573eb-6b52-44ac-a739-be361eeaf935 req-429b3646-b13f-4d4e-b60f-e59b32312eb0 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.23 "GET /v2.0/networks?id=986f9208-db04-4964-8aaf-294544c18fee HTTP/1.1" status: 200 len: 814 time: 0.1273696 Jul 12 08:33:19.244562 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-720573eb-6b52-44ac-a739-be361eeaf935 req-a9288a69-0bc0-4fbc-9961-f6e8e3215f9d tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Request body: {'port': {'device_id': 'fab23622-23ac-4413-83c9-b723701886b8', 'network_id': '986f9208-db04-4964-8aaf-294544c18fee', 'admin_state_up': True, 'tenant_id': '61b587b0c53b492fb8b219a96dd1c56a'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:33:19.395813 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-720573eb-6b52-44ac-a739-be361eeaf935 req-a9288a69-0bc0-4fbc-9961-f6e8e3215f9d tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Made reservation on behalf of 61b587b0c53b492fb8b219a96dd1c56a for: {'port': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 08:33:19.400118 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-720573eb-6b52-44ac-a739-be361eeaf935 req-a9288a69-0bc0-4fbc-9961-f6e8e3215f9d tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:19.749759 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1755f5-b7a1-49e9-8bdb-7d5aa941824b req-d527f665-1093-43c3-8eb3-c78ea0e839af tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:19.760059 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9a1755f5-b7a1-49e9-8bdb-7d5aa941824b req-d527f665-1093-43c3-8eb3-c78ea0e839af tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 945 time: 0.0932372 Jul 12 08:33:19.782095 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d67e5b-9f67-40ad-91d0-ea44df0d03d3 req-9843f1f2-3e2d-42bf-96a6-d02742862bff tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:19.783747 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-66d67e5b-9f67-40ad-91d0-ea44df0d03d3 req-9843f1f2-3e2d-42bf-96a6-d02742862bff tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3d1c3f-59e4-4dec-96d8-4fb874223ad6 HTTP/1.1" status: 200 len: 945 time: 0.3651323 Jul 12 08:33:19.820768 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9a1755f5-b7a1-49e9-8bdb-7d5aa941824b req-3e855c82-27d4-4cf7-9479-7aa726ef4936 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567446 Jul 12 08:33:19.826737 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_common [req-720573eb-6b52-44ac-a739-be361eeaf935 req-a9288a69-0bc0-4fbc-9961-f6e8e3215f9d tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Allocated IP 172.20.0.3 (986f9208-db04-4964-8aaf-294544c18fee/a3335d6e-56c3-46e5-8ff5-ef0ba23a88e9/d06b74e2-54ee-40dc-9481-8f041bbc7f7e) {{(pid=92952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 08:33:19.865805 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-66d67e5b-9f67-40ad-91d0-ea44df0d03d3 req-3c866049-5fab-4ccb-956c-80fb7f28f76c tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c76d369-3c1a-4588-acc0-cfa913107d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744169 Jul 12 08:33:20.069473 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-720573eb-6b52-44ac-a739-be361eeaf935 req-a9288a69-0bc0-4fbc-9961-f6e8e3215f9d tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks [] for port, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:20.092687 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.provisioning_blocks [req-720573eb-6b52-44ac-a739-be361eeaf935 req-a9288a69-0bc0-4fbc-9961-f6e8e3215f9d tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Transition to ACTIVE for port object d06b74e2-54ee-40dc-9481-8f041bbc7f7e will not be triggered until provisioned by entity DHCP. {{(pid=92952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:33:20.156939 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-720573eb-6b52-44ac-a739-be361eeaf935 req-a9288a69-0bc0-4fbc-9961-f6e8e3215f9d tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748222641646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1188457'] for port, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:20.241459 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-720573eb-6b52-44ac-a739-be361eeaf935 req-a9288a69-0bc0-4fbc-9961-f6e8e3215f9d tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Network 986f9208-db04-4964-8aaf-294544c18fee is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:33:20.256823 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [req-720573eb-6b52-44ac-a739-be361eeaf935 req-a9288a69-0bc0-4fbc-9961-f6e8e3215f9d tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:33:20.261207 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-720573eb-6b52-44ac-a739-be361eeaf935 req-a9288a69-0bc0-4fbc-9961-f6e8e3215f9d tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Received port after_create {{(pid=92952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 08:33:20.337572 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720573eb-6b52-44ac-a739-be361eeaf935 req-a9288a69-0bc0-4fbc-9961-f6e8e3215f9d tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:20.338399 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-720573eb-6b52-44ac-a739-be361eeaf935 req-a9288a69-0bc0-4fbc-9961-f6e8e3215f9d tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:20.370336 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-720573eb-6b52-44ac-a739-be361eeaf935 req-a9288a69-0bc0-4fbc-9961-f6e8e3215f9d tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1308305 Jul 12 08:33:20.370528 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdddc89-d140-4c2e-a98f-bc7e062509ef req-c4176909-ad02-4ef0-8f4c-4833c22a5d5c tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:20.371058 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9288a69-0bc0-4fbc-9961-f6e8e3215f9d tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Pushing event updated for resources: {'Port': ['ID=d06b74e2-54ee-40dc-9481-8f041bbc7f7e,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:20.386327 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-3cdddc89-d140-4c2e-a98f-bc7e062509ef req-c4176909-ad02-4ef0-8f4c-4833c22a5d5c tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab23622-23ac-4413-83c9-b723701886b8 HTTP/1.1" status: 200 len: 931 time: 0.1689930 Jul 12 08:33:20.493560 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 39840) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:33:20.508428 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-3cdddc89-d140-4c2e-a98f-bc7e062509ef req-26aa0a4d-1bcb-415b-a35f-b338faf3b488 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/security-groups?id=475b4fc8-b563-48f3-9960-d784b6deedf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199100 Jul 12 08:33:20.678471 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-3043b58f-a1e2-4021-b0de-66589e73bf09 None None] Provisioning for port d06b74e2-54ee-40dc-9481-8f041bbc7f7e completed by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:33:20.690600 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-3043b58f-a1e2-4021-b0de-66589e73bf09 None None] Provisioning complete for port d06b74e2-54ee-40dc-9481-8f041bbc7f7e triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:33:20.691254 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3043b58f-a1e2-4021-b0de-66589e73bf09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:20.696289 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-58096476-d7c2-4964-a29b-b3b3786e8b3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:20.729323 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f741b4-0a33-49c7-ae82-bd7b17aa735a req-f1a94af8-c7fb-453b-a0ef-89622e463c91 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:20.731180 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c1f741b4-0a33-49c7-ae82-bd7b17aa735a req-f1a94af8-c7fb-453b-a0ef-89622e463c91 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 945 time: 0.1490998 Jul 12 08:33:20.735515 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-3043b58f-a1e2-4021-b0de-66589e73bf09 None None] Port d06b74e2-54ee-40dc-9481-8f041bbc7f7e cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 08:33:20.799393 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c1f741b4-0a33-49c7-ae82-bd7b17aa735a req-77cd716d-8f11-4fa5-8856-400cd8876457 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586925 Jul 12 08:33:20.856323 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-58096476-d7c2-4964-a29b-b3b3786e8b3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:20.862947 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-58096476-d7c2-4964-a29b-b3b3786e8b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:20.908889 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 39850) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:33:20.922606 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-58096476-d7c2-4964-a29b-b3b3786e8b3e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=86aa4cb7bcc64af38da418e26bea5e6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4275377 Jul 12 08:33:20.923932 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58096476-d7c2-4964-a29b-b3b3786e8b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e36ab1-b50b-4089-8691-cf5682068c7c,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:20.995982 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d9e7de1f-813d-4ae9-871b-b58a5706e2b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:21.033890 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d9e7de1f-813d-4ae9-871b-b58a5706e2b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:21.101525 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d9e7de1f-813d-4ae9-871b-b58a5706e2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:21.104877 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d9e7de1f-813d-4ae9-871b-b58a5706e2b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:21.106150 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-d9e7de1f-813d-4ae9-871b-b58a5706e2b6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c6e36ab1-b50b-4089-8691-cf5682068c7c HTTP/1.1" status: 204 len: 168 time: 0.1954315 Jul 12 08:33:21.126849 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e7de1f-813d-4ae9-871b-b58a5706e2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e36ab1-b50b-4089-8691-cf5682068c7c,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:21.144736 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c672e-d5f4-4f13-bf2e-a95b8704e593 req-d2e31bc5-0026-4f07-98f9-9a7965b477e1 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:21.146963 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-641c672e-d5f4-4f13-bf2e-a95b8704e593 req-d2e31bc5-0026-4f07-98f9-9a7965b477e1 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 945 time: 0.1301332 Jul 12 08:33:21.220957 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-641c672e-d5f4-4f13-bf2e-a95b8704e593 req-b91d3273-9f99-4bf5-a305-d1cdceba0230 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535901 Jul 12 08:33:21.437389 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40137275-0d53-4fc6-9860-3ad7762588a3 req-65b6fd2c-8d0c-4749-9d98-a54fc9bca701 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:21.438978 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-40137275-0d53-4fc6-9860-3ad7762588a3 req-65b6fd2c-8d0c-4749-9d98-a54fc9bca701 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3d1c3f-59e4-4dec-96d8-4fb874223ad6 HTTP/1.1" status: 200 len: 945 time: 0.0754032 Jul 12 08:33:21.494606 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-40137275-0d53-4fc6-9860-3ad7762588a3 req-75e3803f-50c0-42e4-829b-b9f4eef15d15 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c76d369-3c1a-4588-acc0-cfa913107d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471532 Jul 12 08:33:21.518001 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 39864) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:33:21.527264 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-2236dd9c-714f-45fe-a2e7-8abdc7ff8d9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:21.628985 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-2236dd9c-714f-45fe-a2e7-8abdc7ff8d9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:21.638877 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-2236dd9c-714f-45fe-a2e7-8abdc7ff8d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:21.717960 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-2236dd9c-714f-45fe-a2e7-8abdc7ff8d9b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f0c641f3e3f14e2c882fd16ba6cd78b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2036362 Jul 12 08:33:21.720443 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 39868) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:33:21.723121 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173588fa-f0d3-4297-902f-bab06f73f2e3 req-0d24c8b4-be2b-4cd5-8563-25c9e95e59e8 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:21.725221 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-173588fa-f0d3-4297-902f-bab06f73f2e3 req-0d24c8b4-be2b-4cd5-8563-25c9e95e59e8 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab23622-23ac-4413-83c9-b723701886b8 HTTP/1.1" status: 200 len: 931 time: 0.0909281 Jul 12 08:33:21.729730 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2236dd9c-714f-45fe-a2e7-8abdc7ff8d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d30df46e-8546-4649-b60c-97dcbacddea9,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:21.771868 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-173588fa-f0d3-4297-902f-bab06f73f2e3 req-44027ae1-be14-45a2-ba07-908dfbdd93cf tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/security-groups?id=475b4fc8-b563-48f3-9960-d784b6deedf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394044 Jul 12 08:33:21.791136 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-73f1a3c8-a589-4089-958a-57ebc55ec746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:21.815923 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-73f1a3c8-a589-4089-958a-57ebc55ec746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:21.863760 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-73f1a3c8-a589-4089-958a-57ebc55ec746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:21.866729 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-73f1a3c8-a589-4089-958a-57ebc55ec746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:21.870552 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-73f1a3c8-a589-4089-958a-57ebc55ec746 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d30df46e-8546-4649-b60c-97dcbacddea9 HTTP/1.1" status: 204 len: 168 time: 0.1465542 Jul 12 08:33:21.877332 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f1a3c8-a589-4089-958a-57ebc55ec746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30df46e-8546-4649-b60c-97dcbacddea9,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:22.211678 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 39874) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:33:22.224818 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-68c56951-e711-4b62-b620-9ec7d1da0f91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:22.358588 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-68c56951-e711-4b62-b620-9ec7d1da0f91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:22.362672 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-68c56951-e711-4b62-b620-9ec7d1da0f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:22.401245 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-68c56951-e711-4b62-b620-9ec7d1da0f91 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=efe8c80d1b76407286285fe1693ce0ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1884804 Jul 12 08:33:22.402255 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c56951-e711-4b62-b620-9ec7d1da0f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ddf009c-6ec4-49cd-a890-71d563704350,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:22.404029 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 39880) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:33:22.431976 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ba782-840e-4adf-8ed7-84167f3c01bf req-9ac13bac-9aaf-4234-acea-1e18d1f9f6b6 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:22.433396 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-823ba782-840e-4adf-8ed7-84167f3c01bf req-9ac13bac-9aaf-4234-acea-1e18d1f9f6b6 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 945 time: 0.0923736 Jul 12 08:33:22.495140 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-823ba782-840e-4adf-8ed7-84167f3c01bf req-31a2b750-4b66-4626-a2a4-f061ceed0dee tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532069 Jul 12 08:33:22.497918 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-a78bc934-6d91-4be2-b7ba-2c80c7426e5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:22.522100 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-a78bc934-6d91-4be2-b7ba-2c80c7426e5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:22.572820 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-a78bc934-6d91-4be2-b7ba-2c80c7426e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:22.575424 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-a78bc934-6d91-4be2-b7ba-2c80c7426e5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:22.576585 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-a78bc934-6d91-4be2-b7ba-2c80c7426e5b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3ddf009c-6ec4-49cd-a890-71d563704350 HTTP/1.1" status: 204 len: 168 time: 0.1702015 Jul 12 08:33:22.586654 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78bc934-6d91-4be2-b7ba-2c80c7426e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ddf009c-6ec4-49cd-a890-71d563704350,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:22.706857 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97101cde-57f6-4b27-b1a8-029a46428466 req-d9775236-a77b-4eb4-a1fc-14fd6a14707c tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:22.708603 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-97101cde-57f6-4b27-b1a8-029a46428466 req-d9775236-a77b-4eb4-a1fc-14fd6a14707c tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3d1c3f-59e4-4dec-96d8-4fb874223ad6 HTTP/1.1" status: 200 len: 945 time: 0.0721352 Jul 12 08:33:22.751837 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-97101cde-57f6-4b27-b1a8-029a46428466 req-e4e57ae5-8c65-4add-8542-1ce45cb38608 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c76d369-3c1a-4588-acc0-cfa913107d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351222 Jul 12 08:33:22.960430 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f64c49-2e96-4add-b73c-83068db29d81 req-97e2819b-7928-4bbd-b180-8788e5736310 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:22.962002 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c6f64c49-2e96-4add-b73c-83068db29d81 req-97e2819b-7928-4bbd-b180-8788e5736310 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab23622-23ac-4413-83c9-b723701886b8 HTTP/1.1" status: 200 len: 931 time: 0.0646465 Jul 12 08:33:23.001867 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c6f64c49-2e96-4add-b73c-83068db29d81 req-41b1e559-78c2-4efc-a0fb-2fce4f8733c0 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/security-groups?id=475b4fc8-b563-48f3-9960-d784b6deedf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339034 Jul 12 08:33:23.725257 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad89eea-ef44-4959-a044-dbea58fa1a75 req-7428a4cf-5d03-4f21-a4e3-a117aae55ec6 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:23.726926 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-dad89eea-ef44-4959-a044-dbea58fa1a75 req-7428a4cf-5d03-4f21-a4e3-a117aae55ec6 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 945 time: 0.0793750 Jul 12 08:33:23.772450 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-dad89eea-ef44-4959-a044-dbea58fa1a75 req-6d5dea56-a5ba-4256-94ac-acf0bfa4cd32 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387778 Jul 12 08:33:23.956114 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7f416-54d3-4a30-9805-a2140610a140 req-91061841-e56d-4343-8b88-09b978720ce4 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:23.957828 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-09b7f416-54d3-4a30-9805-a2140610a140 req-91061841-e56d-4343-8b88-09b978720ce4 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3d1c3f-59e4-4dec-96d8-4fb874223ad6 HTTP/1.1" status: 200 len: 945 time: 0.0749753 Jul 12 08:33:24.002436 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-09b7f416-54d3-4a30-9805-a2140610a140 req-1fa7d02c-2f1c-4896-a724-a3c5ce1f4cbe tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c76d369-3c1a-4588-acc0-cfa913107d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342073 Jul 12 08:33:24.187877 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35959775-dbf0-41ec-8a13-be3d094e76cc req-cac4f4fd-2959-4f83-968e-ad8eb2ae1f0f tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:24.189431 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-35959775-dbf0-41ec-8a13-be3d094e76cc req-cac4f4fd-2959-4f83-968e-ad8eb2ae1f0f tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab23622-23ac-4413-83c9-b723701886b8 HTTP/1.1" status: 200 len: 931 time: 0.0703101 Jul 12 08:33:24.229499 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-35959775-dbf0-41ec-8a13-be3d094e76cc req-2919f88e-ab6a-4b16-9f51-b92a05a6b205 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/security-groups?id=475b4fc8-b563-48f3-9960-d784b6deedf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334682 Jul 12 08:33:24.996502 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c900498-bf89-4816-af8b-c2b17878b405 req-ca59b1d7-741c-42e7-af66-7d8afef25a9d tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:24.997939 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-1c900498-bf89-4816-af8b-c2b17878b405 req-ca59b1d7-741c-42e7-af66-7d8afef25a9d tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 945 time: 0.0688703 Jul 12 08:33:25.035245 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-1c900498-bf89-4816-af8b-c2b17878b405 req-f36f1caf-d268-4537-b0a0-96e639a6bd0a tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316489 Jul 12 08:33:25.214626 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed023a1-2060-4630-9ff3-d4f24a76f417 req-3bc4ab76-f7f3-428f-b26a-3043dcd11355 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:25.216094 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2ed023a1-2060-4630-9ff3-d4f24a76f417 req-3bc4ab76-f7f3-428f-b26a-3043dcd11355 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3d1c3f-59e4-4dec-96d8-4fb874223ad6 HTTP/1.1" status: 200 len: 945 time: 0.0668201 Jul 12 08:33:25.256893 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2ed023a1-2060-4630-9ff3-d4f24a76f417 req-5c327893-a0a4-435c-8a9c-4e48d795adc9 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c76d369-3c1a-4588-acc0-cfa913107d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352457 Jul 12 08:33:25.424385 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef72dc-5982-4a83-b945-725ff7b465ae req-9a264dcf-f4ba-4c8a-8374-a76de650d596 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:25.426068 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c9ef72dc-5982-4a83-b945-725ff7b465ae req-9a264dcf-f4ba-4c8a-8374-a76de650d596 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab23622-23ac-4413-83c9-b723701886b8 HTTP/1.1" status: 200 len: 931 time: 0.0678580 Jul 12 08:33:25.472202 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c9ef72dc-5982-4a83-b945-725ff7b465ae req-8aa8d51b-0be4-457a-bda8-8c2168cb20c6 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/security-groups?id=475b4fc8-b563-48f3-9960-d784b6deedf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392003 Jul 12 08:33:26.242243 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7dc172-60ac-42b3-be1c-0fa00667f230 req-9855d06d-48d6-490c-8323-296d77c1763c tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:26.243913 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4c7dc172-60ac-42b3-be1c-0fa00667f230 req-9855d06d-48d6-490c-8323-296d77c1763c tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 945 time: 0.0702820 Jul 12 08:33:26.290375 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4c7dc172-60ac-42b3-be1c-0fa00667f230 req-8966a5dd-9816-4cad-a354-3c356d47c118 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399599 Jul 12 08:33:26.480774 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3acd96a-58aa-4253-94c3-cca20ac06c17 req-5bb3f0b0-a365-4d3b-9257-da49de499cab tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:26.482327 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b3acd96a-58aa-4253-94c3-cca20ac06c17 req-5bb3f0b0-a365-4d3b-9257-da49de499cab tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3d1c3f-59e4-4dec-96d8-4fb874223ad6 HTTP/1.1" status: 200 len: 945 time: 0.0736923 Jul 12 08:33:26.527226 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b3acd96a-58aa-4253-94c3-cca20ac06c17 req-a16827b0-edf4-4673-8cae-9be4a2e46e02 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c76d369-3c1a-4588-acc0-cfa913107d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387866 Jul 12 08:33:26.721577 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a250d-ab0f-4370-a0ec-54e74ff7fa9c req-c8f5bdf5-a20e-4c5d-96f5-153feec42d6c tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:26.726593 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-1b8a250d-ab0f-4370-a0ec-54e74ff7fa9c req-c8f5bdf5-a20e-4c5d-96f5-153feec42d6c tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab23622-23ac-4413-83c9-b723701886b8 HTTP/1.1" status: 200 len: 931 time: 0.0845850 Jul 12 08:33:26.766168 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-1b8a250d-ab0f-4370-a0ec-54e74ff7fa9c req-f5c1b2ed-6ab9-4f78-882d-de265d7742c2 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/security-groups?id=475b4fc8-b563-48f3-9960-d784b6deedf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362039 Jul 12 08:33:27.491555 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e7c0b3-1131-49fe-8ee3-12ced29ddb2b req-00945cbf-ae30-4149-a5a1-97006b639e34 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:27.493277 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-74e7c0b3-1131-49fe-8ee3-12ced29ddb2b req-00945cbf-ae30-4149-a5a1-97006b639e34 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 945 time: 0.0721323 Jul 12 08:33:27.536577 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-74e7c0b3-1131-49fe-8ee3-12ced29ddb2b req-af7b360e-dbd9-4f2d-baa4-d22cf2e1c7be tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368855 Jul 12 08:33:27.716909 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c0d3e-61db-4c18-8bdc-7408a4cbd349 req-7fdafc8f-d796-4c24-b1f9-66ea975cf773 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:27.718356 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e90c0d3e-61db-4c18-8bdc-7408a4cbd349 req-7fdafc8f-d796-4c24-b1f9-66ea975cf773 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3d1c3f-59e4-4dec-96d8-4fb874223ad6 HTTP/1.1" status: 200 len: 945 time: 0.0630624 Jul 12 08:33:27.761999 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e90c0d3e-61db-4c18-8bdc-7408a4cbd349 req-73e4db99-2d0f-4716-ba53-fd303820a462 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c76d369-3c1a-4588-acc0-cfa913107d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380189 Jul 12 08:33:27.951733 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62b1b3-2c19-4981-9054-d254c81f1f94 req-a1e409dd-a024-4930-a793-0c596864e802 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:27.953265 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-1d62b1b3-2c19-4981-9054-d254c81f1f94 req-a1e409dd-a024-4930-a793-0c596864e802 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab23622-23ac-4413-83c9-b723701886b8 HTTP/1.1" status: 200 len: 931 time: 0.0653703 Jul 12 08:33:27.992487 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-1d62b1b3-2c19-4981-9054-d254c81f1f94 req-6bd98492-e380-4d95-abd5-0873e389ae54 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/security-groups?id=475b4fc8-b563-48f3-9960-d784b6deedf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330279 Jul 12 08:33:28.614466 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 40052) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:33:28.738003 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4f23c27-d1ec-4993-a3a3-0a8793eeea55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:28.765960 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae4aceb-60a4-42b3-94de-097fe13a22b7 req-0bc11702-f868-42f8-b7b5-e14cbdfb29f7 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:28.767393 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6ae4aceb-60a4-42b3-94de-097fe13a22b7 req-0bc11702-f868-42f8-b7b5-e14cbdfb29f7 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 945 time: 0.1003203 Jul 12 08:33:28.826717 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6ae4aceb-60a4-42b3-94de-097fe13a22b7 req-c0630e29-e756-42f9-b17b-bf177619753f tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511327 Jul 12 08:33:28.889770 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4f23c27-d1ec-4993-a3a3-0a8793eeea55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:28.896769 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4f23c27-d1ec-4993-a3a3-0a8793eeea55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:28.932138 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f23c27-d1ec-4993-a3a3-0a8793eeea55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4541b21-9ce7-442f-8f43-c4b27bcc3328,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:28.941142 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-c4f23c27-d1ec-4993-a3a3-0a8793eeea55 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=86cd900456034e80bf622552747ecb47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3254974 Jul 12 08:33:28.944641 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 40058) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:33:29.005318 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-9027d93f-999c-46d7-8b3b-ca3973047b0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:29.022204 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff1660-bed5-4e4d-b409-e8d166e3b3ec req-52ec7609-21a1-43cb-9306-aa3e048cad1f tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:29.023693 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3fff1660-bed5-4e4d-b409-e8d166e3b3ec req-52ec7609-21a1-43cb-9306-aa3e048cad1f tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3d1c3f-59e4-4dec-96d8-4fb874223ad6 HTTP/1.1" status: 200 len: 945 time: 0.0714190 Jul 12 08:33:29.030203 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-9027d93f-999c-46d7-8b3b-ca3973047b0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:29.071790 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3fff1660-bed5-4e4d-b409-e8d166e3b3ec req-8f591fc0-bf15-41ed-a6b3-f013cf3d3fc6 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c76d369-3c1a-4588-acc0-cfa913107d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420568 Jul 12 08:33:29.078545 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-9027d93f-999c-46d7-8b3b-ca3973047b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:29.081364 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-9027d93f-999c-46d7-8b3b-ca3973047b0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:29.082583 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-9027d93f-999c-46d7-8b3b-ca3973047b0f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b4541b21-9ce7-442f-8f43-c4b27bcc3328 HTTP/1.1" status: 204 len: 168 time: 0.1369693 Jul 12 08:33:29.092616 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9027d93f-999c-46d7-8b3b-ca3973047b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4541b21-9ce7-442f-8f43-c4b27bcc3328,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:29.306654 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3798781d-e358-4fd5-8cb7-afd712f94348 req-435b5d1f-79c7-427b-b21b-ef347387864b tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:29.308245 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3798781d-e358-4fd5-8cb7-afd712f94348 req-435b5d1f-79c7-427b-b21b-ef347387864b tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab23622-23ac-4413-83c9-b723701886b8 HTTP/1.1" status: 200 len: 931 time: 0.1016386 Jul 12 08:33:29.360506 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3798781d-e358-4fd5-8cb7-afd712f94348 req-6dfa3e70-b70c-4a40-a44a-baf73bf08236 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/security-groups?id=475b4fc8-b563-48f3-9960-d784b6deedf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455403 Jul 12 08:33:29.846223 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 40094) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:33:30.001604 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-4dbb0fdf-b123-488b-8860-47fcb41d63d0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-667600920-network', 'tenant_id': 'ec25c204433a4e79b61b72c5bd53d30d'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:33:30.037773 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dbb0fdf-b123-488b-8860-47fcb41d63d0 admin admin] Made reservation on behalf of ec25c204433a4e79b61b72c5bd53d30d for: {'network': 1} {{(pid=92951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 08:33:30.040433 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-4dbb0fdf-b123-488b-8860-47fcb41d63d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for network, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:30.049919 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-4dbb0fdf-b123-488b-8860-47fcb41d63d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:30.075171 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91117358-f5bc-4fc2-a846-027fe00be90a req-18c1dd89-2a72-49fd-87fd-89d1d2594d0d tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:30.077833 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-91117358-f5bc-4fc2-a846-027fe00be90a req-18c1dd89-2a72-49fd-87fd-89d1d2594d0d tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 945 time: 0.0970623 Jul 12 08:33:30.144867 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-91117358-f5bc-4fc2-a846-027fe00be90a req-75ccf0e9-3117-4bc0-a521-443a68e02b04 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610452 Jul 12 08:33:30.189627 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-4dbb0fdf-b123-488b-8860-47fcb41d63d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:30.195740 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-4dbb0fdf-b123-488b-8860-47fcb41d63d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:30.224156 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dbb0fdf-b123-488b-8860-47fcb41d63d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=92951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 08:33:30.239252 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbb0fdf-b123-488b-8860-47fcb41d63d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e136f8-a312-4bac-9fe7-5c6b039184a1,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:30.244769 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-4dbb0fdf-b123-488b-8860-47fcb41d63d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246630'] for segment, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:30.245355 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.db.segments_db [None req-4dbb0fdf-b123-488b-8860-47fcb41d63d0 admin admin] Added segment 6add912b-c931-4b1c-93f8-04e76d46e745 of type vlan for network d143cb68-cf0c-441a-ab6b-f4dec13820da Jul 12 08:33:30.291735 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-4dbb0fdf-b123-488b-8860-47fcb41d63d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748222629479'] for network, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:30.341398 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-4dbb0fdf-b123-488b-8860-47fcb41d63d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794'] for network, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:30.342833 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbb0fdf-b123-488b-8860-47fcb41d63d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:30.343466 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-4dbb0fdf-b123-488b-8860-47fcb41d63d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for network, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:30.367046 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdbcc04-b22a-4da9-9157-334bf8ef8070 req-e2bba775-a061-49df-91d7-5eccbc60a05d tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:30.368834 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4bdbcc04-b22a-4da9-9157-334bf8ef8070 req-e2bba775-a061-49df-91d7-5eccbc60a05d tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3d1c3f-59e4-4dec-96d8-4fb874223ad6 HTTP/1.1" status: 200 len: 945 time: 0.0702245 Jul 12 08:33:30.403707 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-4dbb0fdf-b123-488b-8860-47fcb41d63d0 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5560949 Jul 12 08:33:30.406870 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 40110) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:33:30.410421 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbb0fdf-b123-488b-8860-47fcb41d63d0 admin admin] Pushing event updated for resources: {'Network': ['ID=d143cb68-cf0c-441a-ab6b-f4dec13820da,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:30.417215 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-8dd3699b-96ab-41fa-b826-f86243aea4cd admin admin] Request body: {'subnet': {'network_id': 'd143cb68-cf0c-441a-ab6b-f4dec13820da', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-667600920-subnet', 'tenant_id': 'ec25c204433a4e79b61b72c5bd53d30d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:33:30.420828 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Network d143cb68-cf0c-441a-ab6b-f4dec13820da details requested by agent ovs-agent-dv-cinder-800431-1-iscsi with host dv-cinder-800431-1-iscsi {{(pid=92953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 08:33:30.432464 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4bdbcc04-b22a-4da9-9157-334bf8ef8070 req-9ad1e8eb-02cc-417e-8056-7681ddb54b2a tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c76d369-3c1a-4588-acc0-cfa913107d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580556 Jul 12 08:33:30.461229 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd3699b-96ab-41fa-b826-f86243aea4cd admin admin] Made reservation on behalf of ec25c204433a4e79b61b72c5bd53d30d for: {'subnet': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 08:33:30.467332 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8dd3699b-96ab-41fa-b826-f86243aea4cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2947334'] for subnet, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:30.561661 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:30.708471 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8206eb-9276-484b-8d32-c84f27febc17 req-9d25ea20-48d7-4045-8ebd-5dc84d2957d2 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:30.709913 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6a8206eb-9276-484b-8d32-c84f27febc17 req-9d25ea20-48d7-4045-8ebd-5dc84d2957d2 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab23622-23ac-4413-83c9-b723701886b8 HTTP/1.1" status: 200 len: 931 time: 0.1384122 Jul 12 08:33:30.710923 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8dd3699b-96ab-41fa-b826-f86243aea4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1188605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2948092'] for subnet, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:30.791647 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd3699b-96ab-41fa-b826-f86243aea4cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc65dc2b-3063-49a0-bb81-b2445154d0e9,revision_number=0']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:30.801135 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6a8206eb-9276-484b-8d32-c84f27febc17 req-1f6f9775-ee85-43ff-a9e7-c50910ffdd57 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/security-groups?id=475b4fc8-b563-48f3-9960-d784b6deedf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851507 Jul 12 08:33:30.804927 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd3699b-96ab-41fa-b826-f86243aea4cd admin admin] Checking segment: {'id': '6add912b-c931-4b1c-93f8-04e76d46e745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd143cb68-cf0c-441a-ab6b-f4dec13820da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:33:30.804927 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd3699b-96ab-41fa-b826-f86243aea4cd admin admin] Network hostable DHCP agents. Network: d143cb68-cf0c-441a-ab6b-f4dec13820da, hostable agents: ['c54cb50b-3f96-48fd-b597-b50612d9ada1'], hosted agents: [] {{(pid=92952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 08:33:30.830783 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd3699b-96ab-41fa-b826-f86243aea4cd admin admin] Network d143cb68-cf0c-441a-ab6b-f4dec13820da is scheduled to be hosted by DHCP agent c54cb50b-3f96-48fd-b597-b50612d9ada1 with binding_index 1 {{(pid=92952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 08:33:30.839868 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [None req-8dd3699b-96ab-41fa-b826-f86243aea4cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800431-1-iscsi, d143cb68-cf0c-441a-ab6b-f4dec13820da) {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:33:30.843917 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd3699b-96ab-41fa-b826-f86243aea4cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:30.844507 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8dd3699b-96ab-41fa-b826-f86243aea4cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for subnet, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:30.848828 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58795f2a-502a-4da1-a26a-3562f5b80b66 None None] Network d143cb68-cf0c-441a-ab6b-f4dec13820da requested from dv-cinder-800431-1-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 08:33:30.859166 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-8dd3699b-96ab-41fa-b826-f86243aea4cd admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4512045 Jul 12 08:33:30.991737 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45095f58-b54c-472d-9d7a-12e6fe1e4e61 None None] Network d143cb68-cf0c-441a-ab6b-f4dec13820da requested from dv-cinder-800431-1-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 08:33:31.356075 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 40132) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:33:31.403675 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ded67-1e18-4963-a0da-da4e25cca376 req-ea2f0ca8-ff72-4580-aa1c-5e4debb94f38 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:31.405528 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8f7ded67-1e18-4963-a0da-da4e25cca376 req-ea2f0ca8-ff72-4580-aa1c-5e4debb94f38 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 945 time: 0.1021633 Jul 12 08:33:31.491780 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8f7ded67-1e18-4963-a0da-da4e25cca376 req-35907f37-0a70-42cf-b975-3f5c77fba2a8 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767617 Jul 12 08:33:31.527451 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-600b9f6d-b730-44fd-8219-820598630be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:31.589144 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-720573eb-6b52-44ac-a739-be361eeaf935 req-bdfba5f4-0bc1-4239-a681-923d022b9ec0 service neutron] Request body: {'port': {'device_id': 'fab23622-23ac-4413-83c9-b723701886b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:33:31.727263 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-600b9f6d-b730-44fd-8219-820598630be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:31.742083 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-600b9f6d-b730-44fd-8219-820598630be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:31.784476 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-720573eb-6b52-44ac-a739-be361eeaf935 req-bdfba5f4-0bc1-4239-a681-923d022b9ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:31.821985 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1cc3d-d28a-45d3-9fd2-807cae930cda req-f6337109-91a5-4c58-83cc-f9fcfa532ca6 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:31.823491 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-92a1cc3d-d28a-45d3-9fd2-807cae930cda req-f6337109-91a5-4c58-83cc-f9fcfa532ca6 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3d1c3f-59e4-4dec-96d8-4fb874223ad6 HTTP/1.1" status: 200 len: 945 time: 0.2096875 Jul 12 08:33:31.829822 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600b9f6d-b730-44fd-8219-820598630be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ebfee7-2e19-4b73-ba44-dbefed3e850c,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:31.837301 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-600b9f6d-b730-44fd-8219-820598630be7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8501bc5b3e004636b698cc68ba1cf6e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4800467 Jul 12 08:33:31.837872 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 40150) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:33:31.923240 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-92a1cc3d-d28a-45d3-9fd2-807cae930cda req-09b41be3-14e7-4950-a5a9-b2c1f9e15731 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c76d369-3c1a-4588-acc0-cfa913107d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841978 Jul 12 08:33:31.962055 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d05c9904-9c65-4c9d-8f75-41b84d045cb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:32.005515 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1a94a-c6ae-4737-bbf2-b650b49f516f req-774d9334-4f77-40ba-9428-95b4b0ec8d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:32.007344 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6af1a94a-c6ae-4737-bbf2-b650b49f516f req-774d9334-4f77-40ba-9428-95b4b0ec8d68 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2b5b16bf27b543fb92132074924097b0&device_id=ca3d1c3f-59e4-4dec-96d8-4fb874223ad6 HTTP/1.1" status: 200 len: 1098 time: 0.2821360 Jul 12 08:33:32.008580 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d05c9904-9c65-4c9d-8f75-41b84d045cb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:32.069112 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c490cb-d4f5-4bdf-b2ed-66b6dcc26433 req-8b8a4658-72ae-4e84-93d0-c84fb2676cca tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:32.070667 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-c4c490cb-d4f5-4bdf-b2ed-66b6dcc26433 req-8b8a4658-72ae-4e84-93d0-c84fb2676cca tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab23622-23ac-4413-83c9-b723701886b8 HTTP/1.1" status: 200 len: 931 time: 0.1241810 Jul 12 08:33:32.105497 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d05c9904-9c65-4c9d-8f75-41b84d045cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:32.108028 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d05c9904-9c65-4c9d-8f75-41b84d045cb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:32.109227 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-d05c9904-9c65-4c9d-8f75-41b84d045cb9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/58ebfee7-2e19-4b73-ba44-dbefed3e850c HTTP/1.1" status: 204 len: 168 time: 0.2703679 Jul 12 08:33:32.126465 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05c9904-9c65-4c9d-8f75-41b84d045cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ebfee7-2e19-4b73-ba44-dbefed3e850c,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:32.138318 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-c4c490cb-d4f5-4bdf-b2ed-66b6dcc26433 req-744fd120-dc58-49d7-af4f-76629b402d53 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/security-groups?id=475b4fc8-b563-48f3-9960-d784b6deedf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521121 Jul 12 08:33:32.184218 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1a94a-c6ae-4737-bbf2-b650b49f516f req-62c77dc4-93c0-487e-be15-2b2083c83166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:32.185749 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6af1a94a-c6ae-4737-bbf2-b650b49f516f req-62c77dc4-93c0-487e-be15-2b2083c83166 service neutron] 10.222.0.23 "GET /v2.0/networks?id=87af1681-88b0-408a-a0a8-01a2bb52ff86 HTTP/1.1" status: 200 len: 912 time: 0.1277308 Jul 12 08:33:32.277444 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [req-720573eb-6b52-44ac-a739-be361eeaf935 req-bdfba5f4-0bc1-4239-a681-923d022b9ec0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d06b74e2-54ee-40dc-9481-8f041bbc7f7e {{(pid=92952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 08:33:32.287945 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-720573eb-6b52-44ac-a739-be361eeaf935 req-bdfba5f4-0bc1-4239-a681-923d022b9ec0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:32.296563 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6af1a94a-c6ae-4737-bbf2-b650b49f516f req-149474a8-6a05-4f3e-bcdd-99453a283478 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9615cfd2-182f-40a4-a5e5-22e850202576 HTTP/1.1" status: 200 len: 1000 time: 0.0992417 Jul 12 08:33:32.310977 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.provisioning_blocks [req-720573eb-6b52-44ac-a739-be361eeaf935 req-bdfba5f4-0bc1-4239-a681-923d022b9ec0 service neutron] Transition to ACTIVE for port object d06b74e2-54ee-40dc-9481-8f041bbc7f7e will not be triggered until provisioned by entity L2. {{(pid=92952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:33:32.333543 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-720573eb-6b52-44ac-a739-be361eeaf935 req-bdfba5f4-0bc1-4239-a681-923d022b9ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1188479'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:32.396262 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1a94a-c6ae-4737-bbf2-b650b49f516f req-88da57e9-0089-4e57-9967-c6164b36550c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:32.397729 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6af1a94a-c6ae-4737-bbf2-b650b49f516f req-88da57e9-0089-4e57-9967-c6164b36550c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1b424425-fba9-4165-b007-490b023a5f6d HTTP/1.1" status: 200 len: 850 time: 0.0941069 Jul 12 08:33:32.404816 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfba5f4-0bc1-4239-a681-923d022b9ec0 service neutron] Pushing event updated for resources: {'Port': ['ID=d06b74e2-54ee-40dc-9481-8f041bbc7f7e,revision_number=2']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:32.414056 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 40156) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:33:32.428032 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-21f38d96-3d59-44c6-b7a9-d684542888e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:32.515034 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-720573eb-6b52-44ac-a739-be361eeaf935 req-bdfba5f4-0bc1-4239-a681-923d022b9ec0 service neutron] Attempting to bind port d06b74e2-54ee-40dc-9481-8f041bbc7f7e on host hv-cinder-80043 for vnic_type normal with profile {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 08:33:32.515155 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-720573eb-6b52-44ac-a739-be361eeaf935 req-bdfba5f4-0bc1-4239-a681-923d022b9ec0 service neutron] Attempting to bind port d06b74e2-54ee-40dc-9481-8f041bbc7f7e by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': 'e10e3cdb-5176-422e-b904-64a5a4cbb632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '986f9208-db04-4964-8aaf-294544c18fee'}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 08:33:32.515466 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720573eb-6b52-44ac-a739-be361eeaf935 req-bdfba5f4-0bc1-4239-a681-923d022b9ec0 service neutron] Attempting to bind port d06b74e2-54ee-40dc-9481-8f041bbc7f7e on network 986f9208-db04-4964-8aaf-294544c18fee {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:33:32.527782 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720573eb-6b52-44ac-a739-be361eeaf935 req-bdfba5f4-0bc1-4239-a681-923d022b9ec0 service neutron] Port d06b74e2-54ee-40dc-9481-8f041bbc7f7e on network 986f9208-db04-4964-8aaf-294544c18fee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 08:33:32.528114 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720573eb-6b52-44ac-a739-be361eeaf935 req-bdfba5f4-0bc1-4239-a681-923d022b9ec0 service neutron] Attempting to bind port d06b74e2-54ee-40dc-9481-8f041bbc7f7e on network 986f9208-db04-4964-8aaf-294544c18fee {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:33:32.533137 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1a94a-c6ae-4737-bbf2-b650b49f516f req-84b18ebd-260b-4201-a5e8-6000a0b1efd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:32.534761 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6af1a94a-c6ae-4737-bbf2-b650b49f516f req-84b18ebd-260b-4201-a5e8-6000a0b1efd9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=87af1681-88b0-408a-a0a8-01a2bb52ff86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1119106 Jul 12 08:33:32.538088 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720573eb-6b52-44ac-a739-be361eeaf935 req-bdfba5f4-0bc1-4239-a681-923d022b9ec0 service neutron] Checking agent: {'id': '9498d972-5d3d-47a0-93c6-a71636d6a88c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 8, 29, 30), 'started_at': datetime.datetime(2021, 7, 12, 8, 29, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 8, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 08:33:32.538432 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720573eb-6b52-44ac-a739-be361eeaf935 req-bdfba5f4-0bc1-4239-a681-923d022b9ec0 service neutron] Checking segment: {'id': 'e10e3cdb-5176-422e-b904-64a5a4cbb632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '986f9208-db04-4964-8aaf-294544c18fee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:33:32.538818 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720573eb-6b52-44ac-a739-be361eeaf935 req-bdfba5f4-0bc1-4239-a681-923d022b9ec0 service neutron] Bound using segment: {'id': 'e10e3cdb-5176-422e-b904-64a5a4cbb632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '986f9208-db04-4964-8aaf-294544c18fee'} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 08:33:32.539257 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-720573eb-6b52-44ac-a739-be361eeaf935 req-bdfba5f4-0bc1-4239-a681-923d022b9ec0 service neutron] Bound port: d06b74e2-54ee-40dc-9481-8f041bbc7f7e, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e10e3cdb-5176-422e-b904-64a5a4cbb632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '986f9208-db04-4964-8aaf-294544c18fee'}}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 08:33:32.539618 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-720573eb-6b52-44ac-a739-be361eeaf935 req-bdfba5f4-0bc1-4239-a681-923d022b9ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:32.558243 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-21f38d96-3d59-44c6-b7a9-d684542888e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:32.563695 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-21f38d96-3d59-44c6-b7a9-d684542888e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:32.629332 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f38d96-3d59-44c6-b7a9-d684542888e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac438fc-48ab-4913-88a8-d38f369dc0ed,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:32.662101 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-21f38d96-3d59-44c6-b7a9-d684542888e9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=642ae97bf5ca459fa235e77c9d2b4fd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2463160 Jul 12 08:33:32.664840 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 40164) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:33:32.718064 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-720573eb-6b52-44ac-a739-be361eeaf935 req-bdfba5f4-0bc1-4239-a681-923d022b9ec0 service neutron] For port d06b74e2-54ee-40dc-9481-8f041bbc7f7e, host hv-cinder-80043, cleared binding levels {{(pid=92952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 08:33:32.719940 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-84545db1-5d77-41df-b6d5-5bd501e07a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:32.734819 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-720573eb-6b52-44ac-a739-be361eeaf935 req-bdfba5f4-0bc1-4239-a681-923d022b9ec0 service neutron] For port d06b74e2-54ee-40dc-9481-8f041bbc7f7e, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=d06b74e2-54ee-40dc-9481-8f041bbc7f7e,segment=NetworkSegment(e10e3cdb-5176-422e-b904-64a5a4cbb632),segment_id=e10e3cdb-5176-422e-b904-64a5a4cbb632)] {{(pid=92952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 08:33:32.738264 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6af1a94a-c6ae-4737-bbf2-b650b49f516f req-7f7e6099-27ac-4800-877e-6aa083dbf7ca service neutron] 10.222.0.23 "GET /v2.0/networks/87af1681-88b0-408a-a0a8-01a2bb52ff86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955159 Jul 12 08:33:32.742404 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-720573eb-6b52-44ac-a739-be361eeaf935 req-bdfba5f4-0bc1-4239-a681-923d022b9ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1188479'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:32.746128 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-84545db1-5d77-41df-b6d5-5bd501e07a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:32.867059 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-84545db1-5d77-41df-b6d5-5bd501e07a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:32.869655 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-84545db1-5d77-41df-b6d5-5bd501e07a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:32.874472 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-84545db1-5d77-41df-b6d5-5bd501e07a06 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5ac438fc-48ab-4913-88a8-d38f369dc0ed HTTP/1.1" status: 204 len: 168 time: 0.2049603 Jul 12 08:33:32.894827 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84545db1-5d77-41df-b6d5-5bd501e07a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac438fc-48ab-4913-88a8-d38f369dc0ed,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:32.922173 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d888a6-0f95-415e-b7c4-9e59d3fe8c9f req-2cbf3704-7f06-47c9-9ec9-5654cd7a8f39 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:32.929904 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-79d888a6-0f95-415e-b7c4-9e59d3fe8c9f req-2cbf3704-7f06-47c9-9ec9-5654cd7a8f39 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/networks?id=d143cb68-cf0c-441a-ab6b-f4dec13820da HTTP/1.1" status: 200 len: 808 time: 0.1603870 Jul 12 08:33:32.948226 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-79d888a6-0f95-415e-b7c4-9e59d3fe8c9f req-a7073c7a-a20a-4dab-9f65-dd619581713d tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/quotas/ec25c204433a4e79b61b72c5bd53d30d HTTP/1.1" status: 200 len: 375 time: 0.0166214 Jul 12 08:33:32.987748 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-79d888a6-0f95-415e-b7c4-9e59d3fe8c9f req-19147351-0621-4fb1-a9e9-6d0cdd0ec19c tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ec25c204433a4e79b61b72c5bd53d30d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384536 Jul 12 08:33:33.034232 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720573eb-6b52-44ac-a739-be361eeaf935 req-bdfba5f4-0bc1-4239-a681-923d022b9ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:33.034852 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-720573eb-6b52-44ac-a739-be361eeaf935 req-bdfba5f4-0bc1-4239-a681-923d022b9ec0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:33.036307 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-720573eb-6b52-44ac-a739-be361eeaf935 req-bdfba5f4-0bc1-4239-a681-923d022b9ec0 service neutron] 10.222.0.23 "PUT /v2.0/ports/d06b74e2-54ee-40dc-9481-8f041bbc7f7e HTTP/1.1" status: 200 len: 1093 time: 1.4513645 Jul 12 08:33:33.040195 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab23622-23ac-4413-83c9-b723701886b8', 'tag': 'd06b74e2-54ee-40dc-9481-8f041bbc7f7e'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:33:33.042520 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35659b288decb3563870ae931b8d662eab2da969d6ab5856613d86fcebdbc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ab3199-918a-4aca-8f8f-e1997bd1c764" -d '{"events": [{"name": "network-changed", "server_uuid": "fab23622-23ac-4413-83c9-b723701886b8", "tag": "d06b74e2-54ee-40dc-9481-8f041bbc7f7e"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:33:33.091545 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f62f4-a946-4429-8e66-5fbb64ffad78 req-eb68d40e-bc9b-4607-b6ac-640dfdab441e tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:33.098385 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d62f62f4-a946-4429-8e66-5fbb64ffad78 req-eb68d40e-bc9b-4607-b6ac-640dfdab441e tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 945 time: 0.4335489 Jul 12 08:33:33.104323 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfba5f4-0bc1-4239-a681-923d022b9ec0 service neutron] Pushing event updated for resources: {'Port': ['ID=d06b74e2-54ee-40dc-9481-8f041bbc7f7e,revision_number=3']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:33.114179 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-79d888a6-0f95-415e-b7c4-9e59d3fe8c9f req-3bab47c7-9ffe-4801-b8d6-b2c44ed04886 service neutron] 10.222.0.37 "GET /v2.0/networks/d143cb68-cf0c-441a-ab6b-f4dec13820da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192620 Jul 12 08:33:33.190337 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6af1a94a-c6ae-4737-bbf2-b650b49f516f req-efee5467-61de-4468-a88e-8d26d7c0c298 service neutron] 10.222.0.23 "GET /v2.0/networks/87af1681-88b0-408a-a0a8-01a2bb52ff86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4402208 Jul 12 08:33:33.202688 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d62f62f4-a946-4429-8e66-5fbb64ffad78 req-5cf065e8-4d31-40aa-9c06-8234e0ca780d tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033797 Jul 12 08:33:33.224355 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720573eb-6b52-44ac-a739-be361eeaf935 req-22aeccc0-3cae-47d5-a3b4-c6005275892f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:33.226219 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-720573eb-6b52-44ac-a739-be361eeaf935 req-22aeccc0-3cae-47d5-a3b4-c6005275892f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=61b587b0c53b492fb8b219a96dd1c56a&device_id=fab23622-23ac-4413-83c9-b723701886b8 HTTP/1.1" status: 200 len: 1096 time: 0.1145432 Jul 12 08:33:33.231060 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-79d888a6-0f95-415e-b7c4-9e59d3fe8c9f req-b75ba213-3094-4d4e-8000-8f58027b3b6f service neutron] 10.222.0.37 "GET /v2.0/networks/d143cb68-cf0c-441a-ab6b-f4dec13820da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151619 Jul 12 08:33:33.328532 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-720573eb-6b52-44ac-a739-be361eeaf935 req-1dbfc764-39e6-4224-888c-b1af0fd65590 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d06b74e2-54ee-40dc-9481-8f041bbc7f7e HTTP/1.1" status: 200 len: 217 time: 0.0934315 Jul 12 08:33:33.347361 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 40188) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:33:33.366340 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-004a321b-7b4c-4d45-b835-345653f6774f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:33.408828 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720573eb-6b52-44ac-a739-be361eeaf935 req-9e796e83-1a09-4d16-9a11-6f75cf28eba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:33.410737 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-720573eb-6b52-44ac-a739-be361eeaf935 req-9e796e83-1a09-4d16-9a11-6f75cf28eba8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a3335d6e-56c3-46e5-8ff5-ef0ba23a88e9 HTTP/1.1" status: 200 len: 853 time: 0.0719116 Jul 12 08:33:33.412813 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 08:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46e7903-e6f6-4d0f-b1f0-6ab83faac117 x-openstack-request-id: req-f46e7903-e6f6-4d0f-b1f0-6ab83faac117 {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:33:33.413107 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fab23622-23ac-4413-83c9-b723701886b8", "tag": "d06b74e2-54ee-40dc-9481-8f041bbc7f7e", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:33:33.413358 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f46e7903-e6f6-4d0f-b1f0-6ab83faac117 {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:33:33.413786 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fab23622-23ac-4413-83c9-b723701886b8', 'tag': 'd06b74e2-54ee-40dc-9481-8f041bbc7f7e', 'status': 'completed', 'code': 200} Jul 12 08:33:33.479873 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-004a321b-7b4c-4d45-b835-345653f6774f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:33.487011 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-004a321b-7b4c-4d45-b835-345653f6774f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:33.533992 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff7f200-938c-4806-bff3-0b5157b00e14 req-8ab3c85e-40d0-4174-9a07-972823cc25ac tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:33.540844 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-cff7f200-938c-4806-bff3-0b5157b00e14 req-8ab3c85e-40d0-4174-9a07-972823cc25ac tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3d1c3f-59e4-4dec-96d8-4fb874223ad6 HTTP/1.1" status: 200 len: 945 time: 0.2146659 Jul 12 08:33:33.553729 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720573eb-6b52-44ac-a739-be361eeaf935 req-5b3abab5-7901-4abf-b58d-5a009dbf9589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:33.555236 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-720573eb-6b52-44ac-a739-be361eeaf935 req-5b3abab5-7901-4abf-b58d-5a009dbf9589 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=986f9208-db04-4964-8aaf-294544c18fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1205401 Jul 12 08:33:33.564456 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-004a321b-7b4c-4d45-b835-345653f6774f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b7ccfa42812d453cbd10cc835acc3e16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2154391 Jul 12 08:33:33.566088 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004a321b-7b4c-4d45-b835-345653f6774f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58874a4c-af06-4503-bd01-5323b89c0916,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:33.570252 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 40198) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:33:33.633572 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333690b8-2b60-46ca-b946-5bfe8bdb5949 req-984c8a6a-6af4-4a02-94c3-f25635dc5d88 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:33.635109 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-333690b8-2b60-46ca-b946-5bfe8bdb5949 req-984c8a6a-6af4-4a02-94c3-f25635dc5d88 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab23622-23ac-4413-83c9-b723701886b8 HTTP/1.1" status: 200 len: 943 time: 0.1339810 Jul 12 08:33:33.654836 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-720573eb-6b52-44ac-a739-be361eeaf935 req-c8e12388-af00-43eb-8ce6-849952b871ba service neutron] 10.222.0.23 "GET /v2.0/networks/986f9208-db04-4964-8aaf-294544c18fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913303 Jul 12 08:33:33.661120 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d18b50b7-5923-4083-a1ab-43a6da797999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:33.702305 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-cff7f200-938c-4806-bff3-0b5157b00e14 req-1fdeafd6-96d7-4ef1-9bdb-d2cbdadb67f6 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c76d369-3c1a-4588-acc0-cfa913107d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1607361 Jul 12 08:33:33.704493 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-333690b8-2b60-46ca-b946-5bfe8bdb5949 req-b666dc0b-24b6-4ea8-9f20-b814a238871d tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/security-groups?id=475b4fc8-b563-48f3-9960-d784b6deedf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604749 Jul 12 08:33:33.709186 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d18b50b7-5923-4083-a1ab-43a6da797999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:33.774480 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d18b50b7-5923-4083-a1ab-43a6da797999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:33.779139 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d18b50b7-5923-4083-a1ab-43a6da797999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:33.780901 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-d18b50b7-5923-4083-a1ab-43a6da797999 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/58874a4c-af06-4503-bd01-5323b89c0916 HTTP/1.1" status: 204 len: 168 time: 0.2052963 Jul 12 08:33:33.792009 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18b50b7-5923-4083-a1ab-43a6da797999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58874a4c-af06-4503-bd01-5323b89c0916,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:33.872722 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b655e833-9904-4f54-93e6-2c10c2a1c5bc req-8bd736c1-874c-404c-9b51-c434caaeb686 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/ports?device_id=8903d5cd-ad9c-4206-b930-b7d6afa980ec HTTP/1.1" status: 200 len: 210 time: 0.0899165 Jul 12 08:33:33.915637 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-720573eb-6b52-44ac-a739-be361eeaf935 req-6ade91d9-331c-4464-9a7d-cd1910a77905 service neutron] 10.222.0.23 "GET /v2.0/networks/986f9208-db04-4964-8aaf-294544c18fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486084 Jul 12 08:33:34.083049 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2bc2e287-e448-4da2-b16f-56661dafea66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:34.115553 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab3199-918a-4aca-8f8f-e1997bd1c764 req-305ee23f-58ab-4343-be4e-27f4851f40e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:34.117548 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c8ab3199-918a-4aca-8f8f-e1997bd1c764 req-305ee23f-58ab-4343-be4e-27f4851f40e9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=61b587b0c53b492fb8b219a96dd1c56a&device_id=fab23622-23ac-4413-83c9-b723701886b8 HTTP/1.1" status: 200 len: 1096 time: 0.1263225 Jul 12 08:33:34.293521 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab3199-918a-4aca-8f8f-e1997bd1c764 req-0675ff8b-5624-4298-9fec-06e42bfec317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:34.295041 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c8ab3199-918a-4aca-8f8f-e1997bd1c764 req-0675ff8b-5624-4298-9fec-06e42bfec317 service neutron] 10.222.0.23 "GET /v2.0/networks?id=986f9208-db04-4964-8aaf-294544c18fee HTTP/1.1" status: 200 len: 915 time: 0.1503184 Jul 12 08:33:34.312370 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7c253-25e3-47c0-bdf6-931a19d441a4 req-17828d57-7fff-4873-a4e3-727817ca74f0 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:34.314121 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e4b7c253-25e3-47c0-bdf6-931a19d441a4 req-17828d57-7fff-4873-a4e3-727817ca74f0 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3d1c3f-59e4-4dec-96d8-4fb874223ad6 HTTP/1.1" status: 200 len: 945 time: 0.2251794 Jul 12 08:33:34.362831 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c8ab3199-918a-4aca-8f8f-e1997bd1c764 req-77efb55a-36bc-4904-9f54-6d2f9a221d23 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d06b74e2-54ee-40dc-9481-8f041bbc7f7e HTTP/1.1" status: 200 len: 217 time: 0.0465817 Jul 12 08:33:34.396495 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a868022-864f-42af-bb66-ca8acfce0748 req-0e70f120-cb32-447e-96a9-c0f652f91125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:34.398481 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4a868022-864f-42af-bb66-ca8acfce0748 req-0e70f120-cb32-447e-96a9-c0f652f91125 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2b5b16bf27b543fb92132074924097b0&device_id=ca3d1c3f-59e4-4dec-96d8-4fb874223ad6 HTTP/1.1" status: 200 len: 1098 time: 0.2447171 Jul 12 08:33:34.402817 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be4549-8ee4-4dc7-a6bd-03612d7f5a3a req-d1d4db36-64a4-4d93-8c18-428e80a787fb tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:34.405007 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a5be4549-8ee4-4dc7-a6bd-03612d7f5a3a req-d1d4db36-64a4-4d93-8c18-428e80a787fb tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 945 time: 0.0750339 Jul 12 08:33:34.451663 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a5be4549-8ee4-4dc7-a6bd-03612d7f5a3a req-78a19817-4c49-44e6-a1b0-fadbece89936 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404754 Jul 12 08:33:34.483800 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e4b7c253-25e3-47c0-bdf6-931a19d441a4 req-aea7a08f-e954-4b7e-bd84-4237b9c98493 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c76d369-3c1a-4588-acc0-cfa913107d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240492 Jul 12 08:33:34.496035 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab3199-918a-4aca-8f8f-e1997bd1c764 req-16226635-6e8d-4d47-8079-2022801c80c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:34.497515 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c8ab3199-918a-4aca-8f8f-e1997bd1c764 req-16226635-6e8d-4d47-8079-2022801c80c8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a3335d6e-56c3-46e5-8ff5-ef0ba23a88e9 HTTP/1.1" status: 200 len: 853 time: 0.1167874 Jul 12 08:33:34.562856 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a868022-864f-42af-bb66-ca8acfce0748 req-a94eedcb-5617-453f-9748-37a22e6d55c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:34.564339 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4a868022-864f-42af-bb66-ca8acfce0748 req-a94eedcb-5617-453f-9748-37a22e6d55c6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=87af1681-88b0-408a-a0a8-01a2bb52ff86 HTTP/1.1" status: 200 len: 912 time: 0.1467209 Jul 12 08:33:34.620901 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab3199-918a-4aca-8f8f-e1997bd1c764 req-12dfe03a-7528-4526-b563-4a46a4177dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:34.622366 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c8ab3199-918a-4aca-8f8f-e1997bd1c764 req-12dfe03a-7528-4526-b563-4a46a4177dee service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=986f9208-db04-4964-8aaf-294544c18fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1122680 Jul 12 08:33:34.682196 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4a868022-864f-42af-bb66-ca8acfce0748 req-b1d5abe5-0a1f-4be3-8b33-e2f7033d1efa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9615cfd2-182f-40a4-a5e5-22e850202576 HTTP/1.1" status: 200 len: 1000 time: 0.1076570 Jul 12 08:33:34.711052 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 981df685-a462-4059-9fe7-42d652f3077b details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=92953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 08:33:34.757953 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a868022-864f-42af-bb66-ca8acfce0748 req-299306fd-8422-4855-9d4d-c5877157dad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:34.759446 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4a868022-864f-42af-bb66-ca8acfce0748 req-299306fd-8422-4855-9d4d-c5877157dad9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1b424425-fba9-4165-b007-490b023a5f6d HTTP/1.1" status: 200 len: 850 time: 0.0668669 Jul 12 08:33:34.772498 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c8ab3199-918a-4aca-8f8f-e1997bd1c764 req-a3dd1c46-2166-42b1-a580-d82b48ffc243 service neutron] 10.222.0.23 "GET /v2.0/networks/986f9208-db04-4964-8aaf-294544c18fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391664 Jul 12 08:33:34.865004 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port 981df685-a462-4059-9fe7-42d652f3077b, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=981df685-a462-4059-9fe7-42d652f3077b,segment=NetworkSegment(8ae57f27-2f55-4ba4-8135-7182c274f38c),segment_id=8ae57f27-2f55-4ba4-8135-7182c274f38c)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:33:34.878227 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Returning: {'device': '981df685-a462-4059-9fe7-42d652f3077b', 'network_id': '87f9aa9d-4b32-44c0-9258-78c96af6cf8d', 'port_id': '981df685-a462-4059-9fe7-42d652f3077b', 'mac_address': 'fa:16:3e:ea:aa:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a3005b3-6c18-4cb2-94e4-48e9cf6a930f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 08:33:34.950936 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c8ab3199-918a-4aca-8f8f-e1997bd1c764 req-51c615d5-cc29-4c2a-9c10-cac279888a7a service neutron] 10.222.0.23 "GET /v2.0/networks/986f9208-db04-4964-8aaf-294544c18fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481996 Jul 12 08:33:34.956166 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:34.981626 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 981df685-a462-4059-9fe7-42d652f3077b {{(pid=92953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 08:33:34.993373 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a868022-864f-42af-bb66-ca8acfce0748 req-1693b927-ad77-4a02-8599-9299c3390d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:34.997617 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4a868022-864f-42af-bb66-ca8acfce0748 req-1693b927-ad77-4a02-8599-9299c3390d09 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=87af1681-88b0-408a-a0a8-01a2bb52ff86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1955557 Jul 12 08:33:35.006387 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b8f606-1acd-4d31-b256-6011afb40c63 req-ff1beb8f-7604-42a5-9b88-a4a17d1afa83 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:35.008268 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-d5b8f606-1acd-4d31-b256-6011afb40c63 req-ff1beb8f-7604-42a5-9b88-a4a17d1afa83 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab23622-23ac-4413-83c9-b723701886b8 HTTP/1.1" status: 200 len: 943 time: 0.1651785 Jul 12 08:33:35.019218 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port 981df685-a462-4059-9fe7-42d652f3077b, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=981df685-a462-4059-9fe7-42d652f3077b,segment=NetworkSegment(8ae57f27-2f55-4ba4-8135-7182c274f38c),segment_id=8ae57f27-2f55-4ba4-8135-7182c274f38c)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:33:35.028123 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:35.102208 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-d5b8f606-1acd-4d31-b256-6011afb40c63 req-9682b2d7-d8a1-44d1-8889-03f6fb44c73b tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/security-groups?id=475b4fc8-b563-48f3-9960-d784b6deedf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854990 Jul 12 08:33:35.105410 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Pushing event updated for resources: {'Port': ['ID=981df685-a462-4059-9fe7-42d652f3077b,revision_number=6']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:35.236459 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] get_ports_and_sgs() called for port_ids ['981df685-a462-4059-9fe7-42d652f3077b'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 08:33:35.309544 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ace31802-2b88-4005-a5bd-453f16c3e8f1 req-f6e3b838-435a-444a-b6c1-89aedaddec8f tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/ports?device_id=8903d5cd-ad9c-4206-b930-b7d6afa980ec HTTP/1.1" status: 200 len: 210 time: 0.1291201 Jul 12 08:33:35.418002 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4a868022-864f-42af-bb66-ca8acfce0748 req-09d0efb2-bf68-49bc-bbd5-697dd2a1ced9 service neutron] 10.222.0.23 "GET /v2.0/networks/87af1681-88b0-408a-a0a8-01a2bb52ff86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4110267 Jul 12 08:33:35.428083 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d888a6-0f95-415e-b7c4-9e59d3fe8c9f req-71622dd0-9ecb-4e6b-bd66-a1c2282090fa tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:35.429632 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-79d888a6-0f95-415e-b7c4-9e59d3fe8c9f req-71622dd0-9ecb-4e6b-bd66-a1c2282090fa tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.23 "GET /v2.0/networks?id=d143cb68-cf0c-441a-ab6b-f4dec13820da HTTP/1.1" status: 200 len: 808 time: 0.3762479 Jul 12 08:33:35.461317 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-79d888a6-0f95-415e-b7c4-9e59d3fe8c9f req-bb0f466a-7ad7-4db2-bf2a-887073101d45 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Request body: {'port': {'device_id': '8903d5cd-ad9c-4206-b930-b7d6afa980ec', 'network_id': 'd143cb68-cf0c-441a-ab6b-f4dec13820da', 'admin_state_up': True, 'tenant_id': 'ec25c204433a4e79b61b72c5bd53d30d'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:33:35.467260 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-18f814e6-c83f-4f53-9b09-02cc27dd3ce2 None None] Provisioning complete for port 981df685-a462-4059-9fe7-42d652f3077b triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:33:35.467636 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-18f814e6-c83f-4f53-9b09-02cc27dd3ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:35.626013 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4a868022-864f-42af-bb66-ca8acfce0748 req-a327f74a-bbdc-49aa-b7f6-02fa2ba0aedb service neutron] 10.222.0.23 "GET /v2.0/networks/87af1681-88b0-408a-a0a8-01a2bb52ff86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938307 Jul 12 08:33:35.660852 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79d888a6-0f95-415e-b7c4-9e59d3fe8c9f req-bb0f466a-7ad7-4db2-bf2a-887073101d45 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Made reservation on behalf of ec25c204433a4e79b61b72c5bd53d30d for: {'port': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 08:33:35.667732 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-79d888a6-0f95-415e-b7c4-9e59d3fe8c9f req-bb0f466a-7ad7-4db2-bf2a-887073101d45 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:35.719505 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae2ca4-e1c6-4ba8-8cd5-22f4ebb2a89a req-549ecc50-6990-4187-9e12-176fc7984873 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:35.722149 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-61ae2ca4-e1c6-4ba8-8cd5-22f4ebb2a89a req-549ecc50-6990-4187-9e12-176fc7984873 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 944 time: 0.1296182 Jul 12 08:33:35.736612 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-18f814e6-c83f-4f53-9b09-02cc27dd3ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:35.762321 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-61ae2ca4-e1c6-4ba8-8cd5-22f4ebb2a89a req-d74970f8-ef45-4ddc-86f6-0f63c67d7b73 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349967 Jul 12 08:33:35.801087 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1132c8d2-6ec2-4e37-b308-4ea6e49f5541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981df685-a462-4059-9fe7-42d652f3077b'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:33:35.807282 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af58d1c9f1a57ad28455f2a1c324eb475fddbc81caacf3fdebaad0c9863d536b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7e8d64-3558-4711-800c-21026808703d" -d '{"events": [{"server_uuid": "1132c8d2-6ec2-4e37-b308-4ea6e49f5541", "name": "network-vif-plugged", "status": "completed", "tag": "981df685-a462-4059-9fe7-42d652f3077b"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:33:35.873980 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_common [req-79d888a6-0f95-415e-b7c4-9e59d3fe8c9f req-bb0f466a-7ad7-4db2-bf2a-887073101d45 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Allocated IP 172.20.0.4 (d143cb68-cf0c-441a-ab6b-f4dec13820da/dc65dc2b-3063-49a0-bb81-b2445154d0e9/e511b253-33f6-46e2-800a-2605ca63d046) {{(pid=92952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 08:33:35.894481 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c85f84-482b-4a72-88ad-7842a8a1a5ad req-4053266c-4e08-4d52-a6c4-d6f8d07753d8 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:35.896073 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-14c85f84-482b-4a72-88ad-7842a8a1a5ad req-4053266c-4e08-4d52-a6c4-d6f8d07753d8 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3d1c3f-59e4-4dec-96d8-4fb874223ad6 HTTP/1.1" status: 200 len: 945 time: 0.1478868 Jul 12 08:33:35.944915 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 08:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5949c486-dfdb-413b-b4e9-bf64728b961e x-openstack-request-id: req-5949c486-dfdb-413b-b4e9-bf64728b961e {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:33:35.945258 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1132c8d2-6ec2-4e37-b308-4ea6e49f5541", "name": "network-vif-plugged", "status": "completed", "tag": "981df685-a462-4059-9fe7-42d652f3077b", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:33:35.945514 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5949c486-dfdb-413b-b4e9-bf64728b961e {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:33:35.945963 dv-cinder-800431-1-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1132c8d2-6ec2-4e37-b308-4ea6e49f5541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981df685-a462-4059-9fe7-42d652f3077b', 'code': 200} Jul 12 08:33:35.949847 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-18f814e6-c83f-4f53-9b09-02cc27dd3ce2 None None] For port 981df685-a462-4059-9fe7-42d652f3077b, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=981df685-a462-4059-9fe7-42d652f3077b,segment=NetworkSegment(8ae57f27-2f55-4ba4-8135-7182c274f38c),segment_id=8ae57f27-2f55-4ba4-8135-7182c274f38c)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:33:35.958091 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-18f814e6-c83f-4f53-9b09-02cc27dd3ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:35.988417 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-14c85f84-482b-4a72-88ad-7842a8a1a5ad req-62dfb6f2-149f-4245-a093-ce58c5298aaa tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c76d369-3c1a-4588-acc0-cfa913107d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818727 Jul 12 08:33:36.031876 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f814e6-c83f-4f53-9b09-02cc27dd3ce2 None None] Pushing event updated for resources: {'Port': ['ID=981df685-a462-4059-9fe7-42d652f3077b,revision_number=7']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:36.184537 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-79d888a6-0f95-415e-b7c4-9e59d3fe8c9f req-bb0f466a-7ad7-4db2-bf2a-887073101d45 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Notify callbacks [] for port, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:36.305725 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-79d888a6-0f95-415e-b7c4-9e59d3fe8c9f req-bb0f466a-7ad7-4db2-bf2a-887073101d45 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748222641646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1188457'] for port, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:36.345456 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-21f65357-8164-4384-bf24-db2e837a5f98 None None] Provisioning complete for port 981df685-a462-4059-9fe7-42d652f3077b triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:33:36.346486 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-21f65357-8164-4384-bf24-db2e837a5f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:36.346860 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee45d2-1961-44d7-b339-40e41c9c69cd req-883c42d3-0b08-4fba-a918-a9211a084f81 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:36.349723 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-98ee45d2-1961-44d7-b339-40e41c9c69cd req-883c42d3-0b08-4fba-a918-a9211a084f81 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab23622-23ac-4413-83c9-b723701886b8 HTTP/1.1" status: 200 len: 943 time: 0.0836596 Jul 12 08:33:36.421300 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-98ee45d2-1961-44d7-b339-40e41c9c69cd req-742e0f36-2c9c-4294-9e2f-27387008f930 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/security-groups?id=475b4fc8-b563-48f3-9960-d784b6deedf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650718 Jul 12 08:33:36.442274 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79d888a6-0f95-415e-b7c4-9e59d3fe8c9f req-bb0f466a-7ad7-4db2-bf2a-887073101d45 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Network d143cb68-cf0c-441a-ab6b-f4dec13820da is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:33:36.475972 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f466a-7ad7-4db2-bf2a-887073101d45 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Pushing event updated for resources: {'Port': ['ID=e511b253-33f6-46e2-800a-2605ca63d046,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:36.479465 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [req-79d888a6-0f95-415e-b7c4-9e59d3fe8c9f req-bb0f466a-7ad7-4db2-bf2a-887073101d45 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:33:36.485826 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d888a6-0f95-415e-b7c4-9e59d3fe8c9f req-bb0f466a-7ad7-4db2-bf2a-887073101d45 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Received port after_create {{(pid=92952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 08:33:36.609814 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d888a6-0f95-415e-b7c4-9e59d3fe8c9f req-bb0f466a-7ad7-4db2-bf2a-887073101d45 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:36.610653 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-79d888a6-0f95-415e-b7c4-9e59d3fe8c9f req-bb0f466a-7ad7-4db2-bf2a-887073101d45 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:36.638045 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-79d888a6-0f95-415e-b7c4-9e59d3fe8c9f req-bb0f466a-7ad7-4db2-bf2a-887073101d45 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1810687 Jul 12 08:33:36.650708 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-79d888a6-0f95-415e-b7c4-9e59d3fe8c9f req-1259d195-d098-4be8-af17-77c80966e3bb service neutron] Request body: {'port': {'device_id': '8903d5cd-ad9c-4206-b930-b7d6afa980ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:33:36.662080 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bfec42-7e88-49ea-a187-a4f6242cfd99 req-8fcc53ff-176d-4ba1-8eec-4cf114ba816b tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:36.664137 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-23bfec42-7e88-49ea-a187-a4f6242cfd99 req-8fcc53ff-176d-4ba1-8eec-4cf114ba816b tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/ports?device_id=8903d5cd-ad9c-4206-b930-b7d6afa980ec HTTP/1.1" status: 200 len: 931 time: 0.1319697 Jul 12 08:33:36.714562 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device d06b74e2-54ee-40dc-9481-8f041bbc7f7e details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=92953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 08:33:36.722476 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 981df685-a462-4059-9fe7-42d652f3077b up at agent hyperv_hv-cinder-80043 {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:33:36.789038 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-23bfec42-7e88-49ea-a187-a4f6242cfd99 req-d974d1be-12ba-4f7d-ae81-47a2fc1e5e2f tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1e136f8-a312-4bac-9fe7-5c6b039184a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071117 Jul 12 08:33:36.876015 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-79d888a6-0f95-415e-b7c4-9e59d3fe8c9f req-1259d195-d098-4be8-af17-77c80966e3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:36.916465 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port d06b74e2-54ee-40dc-9481-8f041bbc7f7e, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=d06b74e2-54ee-40dc-9481-8f041bbc7f7e,segment=NetworkSegment(e10e3cdb-5176-422e-b904-64a5a4cbb632),segment_id=e10e3cdb-5176-422e-b904-64a5a4cbb632)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:33:36.930432 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Returning: {'device': 'd06b74e2-54ee-40dc-9481-8f041bbc7f7e', 'network_id': '986f9208-db04-4964-8aaf-294544c18fee', 'port_id': 'd06b74e2-54ee-40dc-9481-8f041bbc7f7e', 'mac_address': 'fa:16:3e:91:98:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3335d6e-56c3-46e5-8ff5-ef0ba23a88e9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 08:33:36.985387 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:37.034740 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d06b74e2-54ee-40dc-9481-8f041bbc7f7e {{(pid=92953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 08:33:37.045610 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59331de1-b3f7-4774-aab2-ea220f20ca12 req-e940556a-17d5-493d-b4eb-4825bcb65e91 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:37.047307 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-59331de1-b3f7-4774-aab2-ea220f20ca12 req-e940556a-17d5-493d-b4eb-4825bcb65e91 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 945 time: 0.1256077 Jul 12 08:33:37.049967 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d819eebb-c839-482c-8dde-83c185a770ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:37.087655 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:37.092444 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Provisioning complete for port 981df685-a462-4059-9fe7-42d652f3077b triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:33:37.093051 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:37.114006 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-59331de1-b3f7-4774-aab2-ea220f20ca12 req-151307ea-155b-4c22-a80f-af9dfdd40e2e tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548961 Jul 12 08:33:37.127127 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port d06b74e2-54ee-40dc-9481-8f041bbc7f7e, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=d06b74e2-54ee-40dc-9481-8f041bbc7f7e,segment=NetworkSegment(e10e3cdb-5176-422e-b904-64a5a4cbb632),segment_id=e10e3cdb-5176-422e-b904-64a5a4cbb632)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:33:37.146845 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:37.247043 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Pushing event updated for resources: {'Port': ['ID=d06b74e2-54ee-40dc-9481-8f041bbc7f7e,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:37.377600 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [req-79d888a6-0f95-415e-b7c4-9e59d3fe8c9f req-1259d195-d098-4be8-af17-77c80966e3bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e511b253-33f6-46e2-800a-2605ca63d046 {{(pid=92952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 08:33:37.387788 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-79d888a6-0f95-415e-b7c4-9e59d3fe8c9f req-1259d195-d098-4be8-af17-77c80966e3bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:37.410819 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed911344-eeba-44b1-8532-e19399dd2d22 req-b3ab2eea-d690-4661-8470-58c5cd3d1f25 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:37.417365 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ed911344-eeba-44b1-8532-e19399dd2d22 req-b3ab2eea-d690-4661-8470-58c5cd3d1f25 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3d1c3f-59e4-4dec-96d8-4fb874223ad6 HTTP/1.1" status: 200 len: 945 time: 0.2060640 Jul 12 08:33:37.529229 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ed911344-eeba-44b1-8532-e19399dd2d22 req-faad2308-89db-4154-910d-76f9757abc68 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c76d369-3c1a-4588-acc0-cfa913107d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000872 Jul 12 08:33:37.538112 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.provisioning_blocks [req-79d888a6-0f95-415e-b7c4-9e59d3fe8c9f req-1259d195-d098-4be8-af17-77c80966e3bb service neutron] Transition to ACTIVE for port object e511b253-33f6-46e2-800a-2605ca63d046 will not be triggered until provisioned by entity L2. {{(pid=92952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:33:37.556357 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-79d888a6-0f95-415e-b7c4-9e59d3fe8c9f req-1259d195-d098-4be8-af17-77c80966e3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1188479'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:37.625027 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] get_ports_and_sgs() called for port_ids ['d06b74e2-54ee-40dc-9481-8f041bbc7f7e'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 08:33:37.729820 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1180a7-78cc-4fea-a80d-30ab920411f8 req-e786d53d-7447-4e54-8199-7ea467e55063 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:37.743844 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-ba1180a7-78cc-4fea-a80d-30ab920411f8 req-e786d53d-7447-4e54-8199-7ea467e55063 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab23622-23ac-4413-83c9-b723701886b8 HTTP/1.1" status: 200 len: 944 time: 0.1282644 Jul 12 08:33:37.802878 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-ba1180a7-78cc-4fea-a80d-30ab920411f8 req-1d483ae8-de45-4d23-8835-1c340123bcd6 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/security-groups?id=475b4fc8-b563-48f3-9960-d784b6deedf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579481 Jul 12 08:33:37.860918 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8beb-ed90-4929-879a-4eba2c5b629e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:37.908820 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1259d195-d098-4be8-af17-77c80966e3bb service neutron] Pushing event updated for resources: {'Port': ['ID=e511b253-33f6-46e2-800a-2605ca63d046,revision_number=2']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:38.011649 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-79d888a6-0f95-415e-b7c4-9e59d3fe8c9f req-1259d195-d098-4be8-af17-77c80966e3bb service neutron] Attempting to bind port e511b253-33f6-46e2-800a-2605ca63d046 on host hv-cinder-80043 for vnic_type normal with profile {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 08:33:38.012064 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-79d888a6-0f95-415e-b7c4-9e59d3fe8c9f req-1259d195-d098-4be8-af17-77c80966e3bb service neutron] Attempting to bind port e511b253-33f6-46e2-800a-2605ca63d046 by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': '6add912b-c931-4b1c-93f8-04e76d46e745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd143cb68-cf0c-441a-ab6b-f4dec13820da'}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 08:33:38.012306 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d888a6-0f95-415e-b7c4-9e59d3fe8c9f req-1259d195-d098-4be8-af17-77c80966e3bb service neutron] Attempting to bind port e511b253-33f6-46e2-800a-2605ca63d046 on network d143cb68-cf0c-441a-ab6b-f4dec13820da {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:33:38.022071 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d888a6-0f95-415e-b7c4-9e59d3fe8c9f req-1259d195-d098-4be8-af17-77c80966e3bb service neutron] Port e511b253-33f6-46e2-800a-2605ca63d046 on network d143cb68-cf0c-441a-ab6b-f4dec13820da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 08:33:38.022393 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d888a6-0f95-415e-b7c4-9e59d3fe8c9f req-1259d195-d098-4be8-af17-77c80966e3bb service neutron] Attempting to bind port e511b253-33f6-46e2-800a-2605ca63d046 on network d143cb68-cf0c-441a-ab6b-f4dec13820da {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:33:38.030302 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d888a6-0f95-415e-b7c4-9e59d3fe8c9f req-1259d195-d098-4be8-af17-77c80966e3bb service neutron] Checking agent: {'id': '9498d972-5d3d-47a0-93c6-a71636d6a88c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 8, 29, 30), 'started_at': datetime.datetime(2021, 7, 12, 8, 29, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 8, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 08:33:38.030687 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d888a6-0f95-415e-b7c4-9e59d3fe8c9f req-1259d195-d098-4be8-af17-77c80966e3bb service neutron] Checking segment: {'id': '6add912b-c931-4b1c-93f8-04e76d46e745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd143cb68-cf0c-441a-ab6b-f4dec13820da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:33:38.031014 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d888a6-0f95-415e-b7c4-9e59d3fe8c9f req-1259d195-d098-4be8-af17-77c80966e3bb service neutron] Bound using segment: {'id': '6add912b-c931-4b1c-93f8-04e76d46e745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd143cb68-cf0c-441a-ab6b-f4dec13820da'} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 08:33:38.031455 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-79d888a6-0f95-415e-b7c4-9e59d3fe8c9f req-1259d195-d098-4be8-af17-77c80966e3bb service neutron] Bound port: e511b253-33f6-46e2-800a-2605ca63d046, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6add912b-c931-4b1c-93f8-04e76d46e745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd143cb68-cf0c-441a-ab6b-f4dec13820da'}}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 08:33:38.031808 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-79d888a6-0f95-415e-b7c4-9e59d3fe8c9f req-1259d195-d098-4be8-af17-77c80966e3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:38.058299 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3004c41d-2305-40d4-9717-ae4fcefd6717 req-378afb1f-2661-40ed-b17e-22dce9c78cbc tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:38.062387 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3004c41d-2305-40d4-9717-ae4fcefd6717 req-378afb1f-2661-40ed-b17e-22dce9c78cbc tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/ports?device_id=8903d5cd-ad9c-4206-b930-b7d6afa980ec HTTP/1.1" status: 200 len: 943 time: 0.1230662 Jul 12 08:33:38.139904 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3004c41d-2305-40d4-9717-ae4fcefd6717 req-49deba1b-a0d6-4b61-9937-0e8b7d15799e tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1e136f8-a312-4bac-9fe7-5c6b039184a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471184 Jul 12 08:33:38.172373 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-79d888a6-0f95-415e-b7c4-9e59d3fe8c9f req-1259d195-d098-4be8-af17-77c80966e3bb service neutron] For port e511b253-33f6-46e2-800a-2605ca63d046, host hv-cinder-80043, cleared binding levels {{(pid=92952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 08:33:38.175908 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-79d888a6-0f95-415e-b7c4-9e59d3fe8c9f req-1259d195-d098-4be8-af17-77c80966e3bb service neutron] For port e511b253-33f6-46e2-800a-2605ca63d046, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=e511b253-33f6-46e2-800a-2605ca63d046,segment=NetworkSegment(6add912b-c931-4b1c-93f8-04e76d46e745),segment_id=6add912b-c931-4b1c-93f8-04e76d46e745)] {{(pid=92952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 08:33:38.182437 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-79d888a6-0f95-415e-b7c4-9e59d3fe8c9f req-1259d195-d098-4be8-af17-77c80966e3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1188479'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:38.242671 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d888a6-0f95-415e-b7c4-9e59d3fe8c9f req-1259d195-d098-4be8-af17-77c80966e3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:38.243533 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-79d888a6-0f95-415e-b7c4-9e59d3fe8c9f req-1259d195-d098-4be8-af17-77c80966e3bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:38.244780 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-79d888a6-0f95-415e-b7c4-9e59d3fe8c9f req-1259d195-d098-4be8-af17-77c80966e3bb service neutron] 10.222.0.23 "PUT /v2.0/ports/e511b253-33f6-46e2-800a-2605ca63d046 HTTP/1.1" status: 200 len: 1093 time: 1.5991683 Jul 12 08:33:38.245274 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8903d5cd-ad9c-4206-b930-b7d6afa980ec', 'tag': 'e511b253-33f6-46e2-800a-2605ca63d046'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:33:38.247908 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35659b288decb3563870ae931b8d662eab2da969d6ab5856613d86fcebdbc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9825105-4bd0-42b4-8253-05daf606196b" -d '{"events": [{"name": "network-changed", "server_uuid": "8903d5cd-ad9c-4206-b930-b7d6afa980ec", "tag": "e511b253-33f6-46e2-800a-2605ca63d046"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:33:38.250957 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1259d195-d098-4be8-af17-77c80966e3bb service neutron] Pushing event updated for resources: {'Port': ['ID=e511b253-33f6-46e2-800a-2605ca63d046,revision_number=3']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:38.319210 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 08:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25db5890-af72-4eb4-9ba3-76e06d0ca3b5 x-openstack-request-id: req-25db5890-af72-4eb4-9ba3-76e06d0ca3b5 {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:33:38.319610 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8903d5cd-ad9c-4206-b930-b7d6afa980ec", "tag": "e511b253-33f6-46e2-800a-2605ca63d046", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:33:38.319787 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-25db5890-af72-4eb4-9ba3-76e06d0ca3b5 {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:33:38.320186 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8903d5cd-ad9c-4206-b930-b7d6afa980ec', 'tag': 'e511b253-33f6-46e2-800a-2605ca63d046', 'status': 'completed', 'code': 200} Jul 12 08:33:38.386371 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efa8196-abf8-49dd-ae0e-33b7f2a1c58a req-7d85adb4-1c83-4b28-a031-ce68bed2dcfc tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:38.396397 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-1efa8196-abf8-49dd-ae0e-33b7f2a1c58a req-7d85adb4-1c83-4b28-a031-ce68bed2dcfc tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 945 time: 0.0948040 Jul 12 08:33:38.397268 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d888a6-0f95-415e-b7c4-9e59d3fe8c9f req-1b3a9d1b-7bea-4add-92fd-f5eb28ebc56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:38.398829 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-79d888a6-0f95-415e-b7c4-9e59d3fe8c9f req-1b3a9d1b-7bea-4add-92fd-f5eb28ebc56f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ec25c204433a4e79b61b72c5bd53d30d&device_id=8903d5cd-ad9c-4206-b930-b7d6afa980ec HTTP/1.1" status: 200 len: 1096 time: 0.0756793 Jul 12 08:33:38.440527 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-1efa8196-abf8-49dd-ae0e-33b7f2a1c58a req-0601c94d-fb13-4c3b-b418-b884bc877c6f tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429087 Jul 12 08:33:38.459269 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-79d888a6-0f95-415e-b7c4-9e59d3fe8c9f req-58d6f421-d95f-4fe0-82e5-42c11a07bb30 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e511b253-33f6-46e2-800a-2605ca63d046 HTTP/1.1" status: 200 len: 217 time: 0.0506356 Jul 12 08:33:38.543429 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d888a6-0f95-415e-b7c4-9e59d3fe8c9f req-8af38184-e42b-438c-b512-661be6d40f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:38.546253 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-79d888a6-0f95-415e-b7c4-9e59d3fe8c9f req-8af38184-e42b-438c-b512-661be6d40f00 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dc65dc2b-3063-49a0-bb81-b2445154d0e9 HTTP/1.1" status: 200 len: 848 time: 0.0775590 Jul 12 08:33:38.596553 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-79d888a6-0f95-415e-b7c4-9e59d3fe8c9f req-7ca55806-3e4c-4571-ac03-ae85ae14189b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d143cb68-cf0c-441a-ab6b-f4dec13820da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354519 Jul 12 08:33:38.731762 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device d06b74e2-54ee-40dc-9481-8f041bbc7f7e up at agent hyperv_hv-cinder-80043 {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:33:38.742006 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-79d888a6-0f95-415e-b7c4-9e59d3fe8c9f req-7407bf50-1bd2-4c57-a2e7-016137289949 service neutron] 10.222.0.23 "GET /v2.0/networks/d143cb68-cf0c-441a-ab6b-f4dec13820da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189702 Jul 12 08:33:38.796294 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Provisioning for port d06b74e2-54ee-40dc-9481-8f041bbc7f7e completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:33:38.808576 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Provisioning complete for port d06b74e2-54ee-40dc-9481-8f041bbc7f7e triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:33:38.809272 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:38.891730 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-79d888a6-0f95-415e-b7c4-9e59d3fe8c9f req-db0bffba-0ab8-41c7-9e31-6a715c6b9499 service neutron] 10.222.0.23 "GET /v2.0/networks/d143cb68-cf0c-441a-ab6b-f4dec13820da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426017 Jul 12 08:33:38.909946 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:38.945942 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab23622-23ac-4413-83c9-b723701886b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd06b74e2-54ee-40dc-9481-8f041bbc7f7e'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:33:38.948472 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af58d1c9f1a57ad28455f2a1c324eb475fddbc81caacf3fdebaad0c9863d536b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2e3f96-07db-4b37-b10d-3939a8996cec" -d '{"events": [{"server_uuid": "fab23622-23ac-4413-83c9-b723701886b8", "name": "network-vif-plugged", "status": "completed", "tag": "d06b74e2-54ee-40dc-9481-8f041bbc7f7e"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:33:38.983614 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port d06b74e2-54ee-40dc-9481-8f041bbc7f7e, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=d06b74e2-54ee-40dc-9481-8f041bbc7f7e,segment=NetworkSegment(e10e3cdb-5176-422e-b904-64a5a4cbb632),segment_id=e10e3cdb-5176-422e-b904-64a5a4cbb632)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:33:38.989939 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:39.027960 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 08:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac5041b-ce47-4820-8aa4-d25766c49393 x-openstack-request-id: req-1ac5041b-ce47-4820-8aa4-d25766c49393 {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:33:39.028583 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fab23622-23ac-4413-83c9-b723701886b8", "name": "network-vif-plugged", "status": "completed", "tag": "d06b74e2-54ee-40dc-9481-8f041bbc7f7e", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:33:39.029033 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1ac5041b-ce47-4820-8aa4-d25766c49393 {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:33:39.029606 dv-cinder-800431-1-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab23622-23ac-4413-83c9-b723701886b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd06b74e2-54ee-40dc-9481-8f041bbc7f7e', 'code': 200} Jul 12 08:33:39.070857 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Pushing event updated for resources: {'Port': ['ID=d06b74e2-54ee-40dc-9481-8f041bbc7f7e,revision_number=5']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:39.123067 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9825105-4bd0-42b4-8253-05daf606196b req-9954473e-a637-4eb4-8b5f-9da70b6839b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:39.125214 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a9825105-4bd0-42b4-8253-05daf606196b req-9954473e-a637-4eb4-8b5f-9da70b6839b2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ec25c204433a4e79b61b72c5bd53d30d&device_id=8903d5cd-ad9c-4206-b930-b7d6afa980ec HTTP/1.1" status: 200 len: 1096 time: 0.1595764 Jul 12 08:33:39.335444 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07526890-032a-4be7-95e3-b460a2b25c88 req-f3631655-b0d5-4b2d-b87c-bda976f04999 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:39.337759 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-07526890-032a-4be7-95e3-b460a2b25c88 req-f3631655-b0d5-4b2d-b87c-bda976f04999 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab23622-23ac-4413-83c9-b723701886b8 HTTP/1.1" status: 200 len: 945 time: 0.3136997 Jul 12 08:33:39.343739 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-9218c5e7-57d9-43dc-bdd9-e4ebd957ce7c None None] Provisioning complete for port d06b74e2-54ee-40dc-9481-8f041bbc7f7e triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:33:39.344136 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9218c5e7-57d9-43dc-bdd9-e4ebd957ce7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:39.398598 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8148b14b-fdb1-487f-b940-7b46dc6d16f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:39.427896 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9825105-4bd0-42b4-8253-05daf606196b req-d18037ea-79f5-44c1-90b9-1ff7d8eaaa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:39.429669 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a9825105-4bd0-42b4-8253-05daf606196b req-d18037ea-79f5-44c1-90b9-1ff7d8eaaa87 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d143cb68-cf0c-441a-ab6b-f4dec13820da HTTP/1.1" status: 200 len: 909 time: 0.2912500 Jul 12 08:33:39.441539 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8e72e-cbcb-46ab-80a6-3c543a9234c4 req-1e8559eb-8fc8-4fca-85d5-a4eabe807f56 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:39.444787 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-3cb8e72e-cbcb-46ab-80a6-3c543a9234c4 req-1e8559eb-8fc8-4fca-85d5-a4eabe807f56 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/ports?device_id=8903d5cd-ad9c-4206-b930-b7d6afa980ec HTTP/1.1" status: 200 len: 943 time: 0.1100919 Jul 12 08:33:39.465601 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-07526890-032a-4be7-95e3-b460a2b25c88 req-92bb507e-f59e-4d73-b33d-692f37a1781f tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/security-groups?id=475b4fc8-b563-48f3-9960-d784b6deedf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190681 Jul 12 08:33:39.498820 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a9825105-4bd0-42b4-8253-05daf606196b req-3d1bbe9f-3d4d-45e3-932d-6185be0aae83 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e511b253-33f6-46e2-800a-2605ca63d046 HTTP/1.1" status: 200 len: 217 time: 0.0552387 Jul 12 08:33:39.540640 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-3cb8e72e-cbcb-46ab-80a6-3c543a9234c4 req-a9259b0f-4aca-4a6b-9e56-fea6628e35e6 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1e136f8-a312-4bac-9fe7-5c6b039184a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871964 Jul 12 08:33:39.578912 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7d5a6-aefc-4f8e-8fc9-d54c66e76cec req-9ee06709-b94a-45a0-b233-d1e709b9ce27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:39.580532 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ada7d5a6-aefc-4f8e-8fc9-d54c66e76cec req-9ee06709-b94a-45a0-b233-d1e709b9ce27 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fab23622-23ac-4413-83c9-b723701886b8 HTTP/1.1" status: 200 len: 1098 time: 0.2060571 Jul 12 08:33:39.586028 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9825105-4bd0-42b4-8253-05daf606196b req-fb934a75-8926-4f97-80e0-864d5992b2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:39.586028 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a9825105-4bd0-42b4-8253-05daf606196b req-fb934a75-8926-4f97-80e0-864d5992b2be service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dc65dc2b-3063-49a0-bb81-b2445154d0e9 HTTP/1.1" status: 200 len: 848 time: 0.0693767 Jul 12 08:33:39.668607 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a9825105-4bd0-42b4-8253-05daf606196b req-e845ae17-bb42-4a23-8198-0c11e5901960 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d143cb68-cf0c-441a-ab6b-f4dec13820da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716465 Jul 12 08:33:39.774189 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ada7d5a6-aefc-4f8e-8fc9-d54c66e76cec req-465bf3d5-54d8-4b4f-81f6-c4c3bc14704b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=475b4fc8-b563-48f3-9960-d784b6deedf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784580 Jul 12 08:33:39.825335 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86446e09-8660-4d9e-ad70-a79eeb9d0cc8 req-2f729cb2-7c03-4393-a0b8-afb7cccfb5a0 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:39.826926 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-86446e09-8660-4d9e-ad70-a79eeb9d0cc8 req-2f729cb2-7c03-4393-a0b8-afb7cccfb5a0 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 945 time: 0.1938264 Jul 12 08:33:39.830904 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a9825105-4bd0-42b4-8253-05daf606196b req-06592e89-4a3d-404a-8645-5a764e62dde6 service neutron] 10.222.0.23 "GET /v2.0/networks/d143cb68-cf0c-441a-ab6b-f4dec13820da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398878 Jul 12 08:33:39.969084 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-86446e09-8660-4d9e-ad70-a79eeb9d0cc8 req-d1dd6c9e-0441-45bf-bd26-61d3c5f52b22 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347859 Jul 12 08:33:40.072805 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a9825105-4bd0-42b4-8253-05daf606196b req-5d5f6b11-f8a0-476b-b877-a424b1589cba service neutron] 10.222.0.23 "GET /v2.0/networks/d143cb68-cf0c-441a-ab6b-f4dec13820da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181008 Jul 12 08:33:40.181446 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0263e9df-7702-4f67-8fd0-1a44bc0ec1c3 req-3f747385-0a27-4bc5-a9f1-1c151e129590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:40.183114 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0263e9df-7702-4f67-8fd0-1a44bc0ec1c3 req-3f747385-0a27-4bc5-a9f1-1c151e129590 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ca96284f2baa4ff8b8e4f29f16222f61&device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 1098 time: 0.0571308 Jul 12 08:33:40.336201 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7251e16-0635-4df8-86de-6e82baf103b3 req-64f08de2-d21b-47f3-9c87-4ff63812c062 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:40.337812 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b7251e16-0635-4df8-86de-6e82baf103b3 req-64f08de2-d21b-47f3-9c87-4ff63812c062 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 945 time: 0.1515160 Jul 12 08:33:40.354659 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0263e9df-7702-4f67-8fd0-1a44bc0ec1c3 req-141c151a-1a6c-44a4-a60e-5a0f6b7e87e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:40.356112 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0263e9df-7702-4f67-8fd0-1a44bc0ec1c3 req-141c151a-1a6c-44a4-a60e-5a0f6b7e87e3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=85b41c83-81a1-43ad-b6bf-2d322948dd3e HTTP/1.1" status: 200 len: 919 time: 0.1396229 Jul 12 08:33:40.403271 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0263e9df-7702-4f67-8fd0-1a44bc0ec1c3 req-0e607008-e9c3-49c4-8726-be7e232a7d63 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0c6a6a3-7421-426f-b7ae-aead0db6d454 HTTP/1.1" status: 200 len: 217 time: 0.0380752 Jul 12 08:33:40.423418 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b7251e16-0635-4df8-86de-6e82baf103b3 req-93feef39-aca5-4bb7-9922-c5cd688f2bf4 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800059 Jul 12 08:33:40.466117 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0263e9df-7702-4f67-8fd0-1a44bc0ec1c3 req-4a0ba8e4-2ee0-4b86-86ca-2d0ce4289cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:40.467738 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0263e9df-7702-4f67-8fd0-1a44bc0ec1c3 req-4a0ba8e4-2ee0-4b86-86ca-2d0ce4289cfd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fea1b1f0-4ade-4907-8fb8-44348ca7636e HTTP/1.1" status: 200 len: 858 time: 0.0536149 Jul 12 08:33:40.509113 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0263e9df-7702-4f67-8fd0-1a44bc0ec1c3 req-944ebd69-d1c4-4ec9-ade5-a8666ce0e423 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=85b41c83-81a1-43ad-b6bf-2d322948dd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283406 Jul 12 08:33:40.659755 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0263e9df-7702-4f67-8fd0-1a44bc0ec1c3 req-28227b34-b779-4c47-bcfb-352a8efa35df service neutron] 10.222.0.23 "GET /v2.0/networks/85b41c83-81a1-43ad-b6bf-2d322948dd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435871 Jul 12 08:33:40.783325 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de9dd2-361f-4cd8-a1a9-c881b73a5c3f req-405db722-0807-4ae4-8065-aaa683859783 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:40.791561 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-95de9dd2-361f-4cd8-a1a9-c881b73a5c3f req-405db722-0807-4ae4-8065-aaa683859783 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab23622-23ac-4413-83c9-b723701886b8 HTTP/1.1" status: 200 len: 945 time: 0.1015043 Jul 12 08:33:40.831786 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0263e9df-7702-4f67-8fd0-1a44bc0ec1c3 req-6d41fa82-f56c-4e4f-ad1b-e5a5526e6191 service neutron] 10.222.0.23 "GET /v2.0/networks/85b41c83-81a1-43ad-b6bf-2d322948dd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548965 Jul 12 08:33:40.858177 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b1c3d8-6bc2-49d1-aa66-f26f8f525226 req-50bc929e-f891-49dd-b021-eb776a762117 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:40.859762 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-55b1c3d8-6bc2-49d1-aa66-f26f8f525226 req-50bc929e-f891-49dd-b021-eb776a762117 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/ports?device_id=8903d5cd-ad9c-4206-b930-b7d6afa980ec HTTP/1.1" status: 200 len: 943 time: 0.1847451 Jul 12 08:33:40.863362 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-95de9dd2-361f-4cd8-a1a9-c881b73a5c3f req-f7d2b3c7-bd08-421f-91d4-4e6a0c73b072 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/security-groups?id=475b4fc8-b563-48f3-9960-d784b6deedf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708690 Jul 12 08:33:40.900779 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-55b1c3d8-6bc2-49d1-aa66-f26f8f525226 req-d151a709-6e53-4145-a594-b5f3b57f2be2 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1e136f8-a312-4bac-9fe7-5c6b039184a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355132 Jul 12 08:33:41.207946 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf77b06-754d-4c48-99d2-3f0257c6eefc req-0259b103-b1e7-4c31-a1bd-5d8f179ab5e1 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:41.215676 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-1cf77b06-754d-4c48-99d2-3f0257c6eefc req-0259b103-b1e7-4c31-a1bd-5d8f179ab5e1 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 945 time: 0.0766251 Jul 12 08:33:41.262638 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-1cf77b06-754d-4c48-99d2-3f0257c6eefc req-4e98ea87-7286-4ebc-8b63-7287075be4f2 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457041 Jul 12 08:33:41.641004 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db691e0d-0542-4e30-bdcc-4444d40b0436 req-ffe547a1-5b13-4c69-844f-3ec760177c95 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:41.649736 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-db691e0d-0542-4e30-bdcc-4444d40b0436 req-ffe547a1-5b13-4c69-844f-3ec760177c95 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 945 time: 0.0855448 Jul 12 08:33:41.686558 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-db691e0d-0542-4e30-bdcc-4444d40b0436 req-833e78de-e670-4882-a053-714d65443171 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371296 Jul 12 08:33:42.200285 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6bd0b7-b3b3-49d7-8669-080025ab94f6 req-368271bc-1620-46d4-bab6-24861d6a52a9 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:42.200994 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44100c-87a8-44f8-894f-88d5e8f08851 req-7f7ee7b5-85e4-4269-83ee-48794f1cff79 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:42.201789 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0b6bd0b7-b3b3-49d7-8669-080025ab94f6 req-368271bc-1620-46d4-bab6-24861d6a52a9 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/ports?device_id=8903d5cd-ad9c-4206-b930-b7d6afa980ec HTTP/1.1" status: 200 len: 943 time: 0.0770648 Jul 12 08:33:42.203505 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7e44100c-87a8-44f8-894f-88d5e8f08851 req-7f7ee7b5-85e4-4269-83ee-48794f1cff79 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab23622-23ac-4413-83c9-b723701886b8 HTTP/1.1" status: 200 len: 945 time: 0.0853443 Jul 12 08:33:42.254110 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7e44100c-87a8-44f8-894f-88d5e8f08851 req-84d9c125-086b-488a-9322-3fe878a83a23 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/security-groups?id=475b4fc8-b563-48f3-9960-d784b6deedf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418153 Jul 12 08:33:42.271066 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0b6bd0b7-b3b3-49d7-8669-080025ab94f6 req-c76c74c0-a5f9-4ce1-8b21-0510f6a5f726 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1e136f8-a312-4bac-9fe7-5c6b039184a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611806 Jul 12 08:33:42.467608 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ab034-89b1-4238-9224-8edc5e64de13 req-48dea6e8-0170-4309-bd41-8da53848e0f2 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:42.469150 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9d4ab034-89b1-4238-9224-8edc5e64de13 req-48dea6e8-0170-4309-bd41-8da53848e0f2 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab23622-23ac-4413-83c9-b723701886b8 HTTP/1.1" status: 200 len: 945 time: 0.0778933 Jul 12 08:33:42.495583 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c126ac0-5eb6-45f1-b356-67ee5b20cdac req-95b52e44-bc54-4a96-a3d0-892ba55331e9 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:42.497384 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3c126ac0-5eb6-45f1-b356-67ee5b20cdac req-95b52e44-bc54-4a96-a3d0-892ba55331e9 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 945 time: 0.0899312 Jul 12 08:33:42.539405 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9d4ab034-89b1-4238-9224-8edc5e64de13 req-93c9cc29-1bf4-427f-ae4a-3bbb78b4b0ca tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/security-groups?id=475b4fc8-b563-48f3-9960-d784b6deedf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586700 Jul 12 08:33:42.548063 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3c126ac0-5eb6-45f1-b356-67ee5b20cdac req-0e0d4b8b-9b48-46c0-b11c-2a9e38bcbc40 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445666 Jul 12 08:33:42.768454 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device e511b253-33f6-46e2-800a-2605ca63d046 details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=92953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 08:33:42.928324 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port e511b253-33f6-46e2-800a-2605ca63d046, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=e511b253-33f6-46e2-800a-2605ca63d046,segment=NetworkSegment(6add912b-c931-4b1c-93f8-04e76d46e745),segment_id=6add912b-c931-4b1c-93f8-04e76d46e745)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:33:42.943308 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f410f14b-dd6f-4639-ad76-5c7026d85530 req-7caa2387-d1f9-45ca-8ae3-5a284b638ae3 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:42.945169 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f410f14b-dd6f-4639-ad76-5c7026d85530 req-7caa2387-d1f9-45ca-8ae3-5a284b638ae3 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 945 time: 0.1080794 Jul 12 08:33:42.962090 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Returning: {'device': 'e511b253-33f6-46e2-800a-2605ca63d046', 'network_id': 'd143cb68-cf0c-441a-ab6b-f4dec13820da', 'port_id': 'e511b253-33f6-46e2-800a-2605ca63d046', 'mac_address': 'fa:16:3e:14:be:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc65dc2b-3063-49a0-bb81-b2445154d0e9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 08:33:43.018414 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:43.031764 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e511b253-33f6-46e2-800a-2605ca63d046 {{(pid=92953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 08:33:43.052998 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f410f14b-dd6f-4639-ad76-5c7026d85530 req-42b0c0fd-7ce3-4c65-a593-64bd89d1e8e5 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902381 Jul 12 08:33:43.060348 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port e511b253-33f6-46e2-800a-2605ca63d046, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=e511b253-33f6-46e2-800a-2605ca63d046,segment=NetworkSegment(6add912b-c931-4b1c-93f8-04e76d46e745),segment_id=6add912b-c931-4b1c-93f8-04e76d46e745)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:33:43.066617 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:43.142021 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Pushing event updated for resources: {'Port': ['ID=e511b253-33f6-46e2-800a-2605ca63d046,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:43.361274 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857bdad-18e6-4057-a981-ef4997e09367 req-5b6afc44-5437-4c0d-b982-7d14a613c2e6 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:43.363051 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-d857bdad-18e6-4057-a981-ef4997e09367 req-5b6afc44-5437-4c0d-b982-7d14a613c2e6 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab23622-23ac-4413-83c9-b723701886b8 HTTP/1.1" status: 200 len: 945 time: 0.3376930 Jul 12 08:33:43.399853 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] get_ports_and_sgs() called for port_ids ['e511b253-33f6-46e2-800a-2605ca63d046'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 08:33:43.414282 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-d857bdad-18e6-4057-a981-ef4997e09367 req-bf54ecb8-a64a-4f05-b72d-2a39b0803e23 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/security-groups?id=475b4fc8-b563-48f3-9960-d784b6deedf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440972 Jul 12 08:33:43.491493 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b926c-ba68-4629-8a74-4dda7a2a7648 req-4ba62f91-96b8-40e3-af30-75b63140f857 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:43.499526 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-cd1b926c-ba68-4629-8a74-4dda7a2a7648 req-4ba62f91-96b8-40e3-af30-75b63140f857 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/ports?device_id=8903d5cd-ad9c-4206-b930-b7d6afa980ec HTTP/1.1" status: 200 len: 944 time: 0.1058540 Jul 12 08:33:43.550426 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-cd1b926c-ba68-4629-8a74-4dda7a2a7648 req-c7536f3f-1d3e-49ef-93ec-d65d007ce235 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1e136f8-a312-4bac-9fe7-5c6b039184a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495756 Jul 12 08:33:43.668390 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-27d7ee80-e179-45b7-a334-2b53e9039c09 None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 08:33:43.803114 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7e1ab-9b2c-4227-9baf-3498546cd0cd req-924cd9fd-fe3c-458e-913e-a538537c2f62 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:43.818147 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-1bc7e1ab-9b2c-4227-9baf-3498546cd0cd req-924cd9fd-fe3c-458e-913e-a538537c2f62 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 945 time: 0.1050804 Jul 12 08:33:43.875391 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-1bc7e1ab-9b2c-4227-9baf-3498546cd0cd req-a8b6050b-939b-4935-a942-54b333209a6c tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563524 Jul 12 08:33:44.275130 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1306bb-3e51-4146-8aac-5f150e9ae146 req-30255728-c60a-440a-80ed-4359fbf098aa tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:44.276787 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2e1306bb-3e51-4146-8aac-5f150e9ae146 req-30255728-c60a-440a-80ed-4359fbf098aa tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 945 time: 0.0770235 Jul 12 08:33:44.321582 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2e1306bb-3e51-4146-8aac-5f150e9ae146 req-61418efa-2a9e-4b9b-adbe-cb16036982db tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389926 Jul 12 08:33:44.730906 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944ae663-c5d1-4f49-8c9a-f0324541981c req-98c10e86-b8ff-4102-ac15-6ff28f42c2ac tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:44.732487 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-944ae663-c5d1-4f49-8c9a-f0324541981c req-98c10e86-b8ff-4102-ac15-6ff28f42c2ac tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/ports?device_id=8903d5cd-ad9c-4206-b930-b7d6afa980ec HTTP/1.1" status: 200 len: 944 time: 0.0766709 Jul 12 08:33:44.772279 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-944ae663-c5d1-4f49-8c9a-f0324541981c req-cceb2a22-b20f-4eba-9351-9f42e79c5ca6 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1e136f8-a312-4bac-9fe7-5c6b039184a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335536 Jul 12 08:33:44.804391 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device e511b253-33f6-46e2-800a-2605ca63d046 up at agent hyperv_hv-cinder-80043 {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:33:44.863267 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Provisioning for port e511b253-33f6-46e2-800a-2605ca63d046 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:33:44.867836 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Provisioning complete for port e511b253-33f6-46e2-800a-2605ca63d046 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:33:44.868429 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:44.969471 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:45.004155 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8903d5cd-ad9c-4206-b930-b7d6afa980ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e511b253-33f6-46e2-800a-2605ca63d046'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:33:45.007686 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af58d1c9f1a57ad28455f2a1c324eb475fddbc81caacf3fdebaad0c9863d536b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4af9b5-eef3-4545-b042-1b05fbc7c3aa" -d '{"events": [{"server_uuid": "8903d5cd-ad9c-4206-b930-b7d6afa980ec", "name": "network-vif-plugged", "status": "completed", "tag": "e511b253-33f6-46e2-800a-2605ca63d046"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:33:45.048289 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port e511b253-33f6-46e2-800a-2605ca63d046, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=e511b253-33f6-46e2-800a-2605ca63d046,segment=NetworkSegment(6add912b-c931-4b1c-93f8-04e76d46e745),segment_id=6add912b-c931-4b1c-93f8-04e76d46e745)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:33:45.057079 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:45.089909 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 08:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f68f60-5c50-4b33-ba51-7ab31b3b6787 x-openstack-request-id: req-77f68f60-5c50-4b33-ba51-7ab31b3b6787 {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:33:45.090543 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8903d5cd-ad9c-4206-b930-b7d6afa980ec", "name": "network-vif-plugged", "status": "completed", "tag": "e511b253-33f6-46e2-800a-2605ca63d046", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:33:45.091008 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-77f68f60-5c50-4b33-ba51-7ab31b3b6787 {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:33:45.091722 dv-cinder-800431-1-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8903d5cd-ad9c-4206-b930-b7d6afa980ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e511b253-33f6-46e2-800a-2605ca63d046', 'code': 200} Jul 12 08:33:45.105723 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c3d69-b61e-4ecc-938f-6040a1846b88 req-f9198de8-a465-4051-b910-8a89fc54f8eb tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:45.116427 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8f6c3d69-b61e-4ecc-938f-6040a1846b88 req-f9198de8-a465-4051-b910-8a89fc54f8eb tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 945 time: 0.0784090 Jul 12 08:33:45.215780 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Pushing event updated for resources: {'Port': ['ID=e511b253-33f6-46e2-800a-2605ca63d046,revision_number=5']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:45.269482 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:33:45.288247 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:33:45.288849 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:33:45.289332 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:33:45.290880 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:33:45.290880 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:33:45.290880 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:33:45.290880 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:33:45.291283 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:33:45.293754 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:33:45.294949 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:33:45.295373 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:33:45.378162 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8f6c3d69-b61e-4ecc-938f-6040a1846b88 req-69aad1f7-5d8c-4b71-b113-325d24e1426a tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2605743 Jul 12 08:33:45.582115 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be5ccf-ab5a-45c8-9349-2584d3168091 req-24374174-f90b-41bf-b4e5-c85f28299cfc tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:45.584406 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-69be5ccf-ab5a-45c8-9349-2584d3168091 req-24374174-f90b-41bf-b4e5-c85f28299cfc tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 945 time: 0.1349456 Jul 12 08:33:45.627063 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcd9dc-a609-4d64-9ecf-20e5b142b43b req-4442560a-0645-43ca-a45e-76641e1d76d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:45.638425 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f0bcd9dc-a609-4d64-9ecf-20e5b142b43b req-4442560a-0645-43ca-a45e-76641e1d76d7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8903d5cd-ad9c-4206-b930-b7d6afa980ec HTTP/1.1" status: 200 len: 1098 time: 0.1138721 Jul 12 08:33:45.642787 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-69be5ccf-ab5a-45c8-9349-2584d3168091 req-006c7c53-f686-4ea1-8251-d76971599777 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519257 Jul 12 08:33:45.699334 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f0bcd9dc-a609-4d64-9ecf-20e5b142b43b req-a7bee938-e87a-4831-946d-705b30ec12fd service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d1e136f8-a312-4bac-9fe7-5c6b039184a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469463 Jul 12 08:33:46.034535 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b26aa-6b71-4377-9fc9-7f30a56a70d4 req-b2066260-6437-4c48-9614-f07face864dd tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:46.036590 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-659b26aa-6b71-4377-9fc9-7f30a56a70d4 req-b2066260-6437-4c48-9614-f07face864dd tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/ports?device_id=8903d5cd-ad9c-4206-b930-b7d6afa980ec HTTP/1.1" status: 200 len: 945 time: 0.1097398 Jul 12 08:33:46.118462 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-659b26aa-6b71-4377-9fc9-7f30a56a70d4 req-176b86ae-e662-409b-86d1-b5e3f25393d9 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1e136f8-a312-4bac-9fe7-5c6b039184a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738139 Jul 12 08:33:46.602465 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0a6664-fc2d-499f-9095-bb2ac362aa9a req-fb16646e-52ce-44b3-bf1f-9ee6a5685854 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:46.606173 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ac0a6664-fc2d-499f-9095-bb2ac362aa9a req-fb16646e-52ce-44b3-bf1f-9ee6a5685854 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 945 time: 0.1031404 Jul 12 08:33:46.665557 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ac0a6664-fc2d-499f-9095-bb2ac362aa9a req-1dda86b5-76fb-42f7-ac47-61758741e120 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530105 Jul 12 08:33:46.844760 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb976e3-dc0b-457a-8aeb-65b2a9561b5b req-ed4bf0d5-b790-4f29-9755-41a564b71af8 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:46.853016 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-afb976e3-dc0b-457a-8aeb-65b2a9561b5b req-ed4bf0d5-b790-4f29-9755-41a564b71af8 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 945 time: 0.0795476 Jul 12 08:33:46.892670 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-afb976e3-dc0b-457a-8aeb-65b2a9561b5b req-b6b3495d-67cb-4b3d-8ead-3bb184e867f5 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382295 Jul 12 08:33:47.300373 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd70ad-fe42-488a-9dac-7272711e1d64 req-9c65cd75-3dc3-4cef-93ba-0aa50d32479f tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:47.302580 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-51cd70ad-fe42-488a-9dac-7272711e1d64 req-9c65cd75-3dc3-4cef-93ba-0aa50d32479f tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/ports?device_id=8903d5cd-ad9c-4206-b930-b7d6afa980ec HTTP/1.1" status: 200 len: 945 time: 0.0690603 Jul 12 08:33:47.344192 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-51cd70ad-fe42-488a-9dac-7272711e1d64 req-9e2184dc-226e-43d5-8ad0-620fee7114a9 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1e136f8-a312-4bac-9fe7-5c6b039184a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356724 Jul 12 08:33:47.843187 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc3305-1528-486b-bf7d-16b65d0dbb1d req-2be10471-2307-4943-bad1-fe303e08fe3e tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:47.844720 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e4bc3305-1528-486b-bf7d-16b65d0dbb1d req-2be10471-2307-4943-bad1-fe303e08fe3e tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 945 time: 0.0621083 Jul 12 08:33:47.884679 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e4bc3305-1528-486b-bf7d-16b65d0dbb1d req-5a947b0d-7260-45a0-a337-7b9561a5a089 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330286 Jul 12 08:33:48.122214 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a3da7-39e1-469b-b2a4-7fbdc29c24c8 req-7800306d-6d0a-40b9-8289-dce5163f6b2f tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:48.123986 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c00a3da7-39e1-469b-b2a4-7fbdc29c24c8 req-7800306d-6d0a-40b9-8289-dce5163f6b2f tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 945 time: 0.1075401 Jul 12 08:33:48.134194 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c760e58-d5d7-439a-8491-7f460c03962e req-eba2eff4-5b16-41e5-89a4-068c5504cb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:48.135992 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4c760e58-d5d7-439a-8491-7f460c03962e req-eba2eff4-5b16-41e5-89a4-068c5504cb00 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ca5d7c4d35274957aea289fc8cbe4d73&device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 1098 time: 0.0896440 Jul 12 08:33:48.226925 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c00a3da7-39e1-469b-b2a4-7fbdc29c24c8 req-bc742535-a51d-46b8-b446-80132b92f564 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900121 Jul 12 08:33:48.257410 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c760e58-d5d7-439a-8491-7f460c03962e req-7dc74ee4-8e75-4ebe-a35a-2d4dd28f56c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:48.258970 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4c760e58-d5d7-439a-8491-7f460c03962e req-7dc74ee4-8e75-4ebe-a35a-2d4dd28f56c2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=87f9aa9d-4b32-44c0-9258-78c96af6cf8d HTTP/1.1" status: 200 len: 917 time: 0.1145735 Jul 12 08:33:48.324155 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4c760e58-d5d7-439a-8491-7f460c03962e req-d0c63668-0bbd-4eaa-85f1-e8bf81fdc48b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=981df685-a462-4059-9fe7-42d652f3077b HTTP/1.1" status: 200 len: 1001 time: 0.0575852 Jul 12 08:33:48.344471 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021aaaa6-16e4-4765-97a8-d971a76b4e3c req-d2f60d0f-2569-4452-95f8-18330e89eb1b tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:48.346011 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-021aaaa6-16e4-4765-97a8-d971a76b4e3c req-d2f60d0f-2569-4452-95f8-18330e89eb1b tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/ports?device_id=8903d5cd-ad9c-4206-b930-b7d6afa980ec HTTP/1.1" status: 200 len: 945 time: 0.0667403 Jul 12 08:33:48.375818 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c760e58-d5d7-439a-8491-7f460c03962e req-3f2d5725-6219-433e-933b-9ff841767a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:48.377453 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4c760e58-d5d7-439a-8491-7f460c03962e req-3f2d5725-6219-433e-933b-9ff841767a30 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2a3005b3-6c18-4cb2-94e4-48e9cf6a930f HTTP/1.1" status: 200 len: 855 time: 0.0429301 Jul 12 08:33:48.383597 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-021aaaa6-16e4-4765-97a8-d971a76b4e3c req-913df4f9-eec9-4c9b-90c6-27abc896ce4d tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1e136f8-a312-4bac-9fe7-5c6b039184a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314434 Jul 12 08:33:48.443065 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c760e58-d5d7-439a-8491-7f460c03962e req-b1bef159-9d28-4739-a48b-ff532bbb8a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:48.444542 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4c760e58-d5d7-439a-8491-7f460c03962e req-b1bef159-9d28-4739-a48b-ff532bbb8a47 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=87f9aa9d-4b32-44c0-9258-78c96af6cf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0547018 Jul 12 08:33:48.541389 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4c760e58-d5d7-439a-8491-7f460c03962e req-1d54e9ba-8e02-4082-aef6-c77b962d7a4b service neutron] 10.222.0.23 "GET /v2.0/networks/87f9aa9d-4b32-44c0-9258-78c96af6cf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849240 Jul 12 08:33:48.634016 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4c760e58-d5d7-439a-8491-7f460c03962e req-f4f913ce-a999-4bcc-bf9c-6f1e96807dd2 service neutron] 10.222.0.23 "GET /v2.0/networks/87f9aa9d-4b32-44c0-9258-78c96af6cf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849950 Jul 12 08:33:49.265366 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68665a-8daa-4666-b57a-d5337600696a req-7b18acc5-c6a5-424c-9551-07115574ba48 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:49.265366 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-bb68665a-8daa-4666-b57a-d5337600696a req-7b18acc5-c6a5-424c-9551-07115574ba48 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 945 time: 0.2568471 Jul 12 08:33:49.301522 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-bb68665a-8daa-4666-b57a-d5337600696a req-e5873c24-6ae4-4bec-9b70-071c7525230d tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336134 Jul 12 08:33:49.401143 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4bf47a-4987-4119-bcf7-d3d63c042842 req-7d3d404c-3d92-4302-94ec-0212b2bf4a56 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:49.402685 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-cf4bf47a-4987-4119-bcf7-d3d63c042842 req-7d3d404c-3d92-4302-94ec-0212b2bf4a56 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 945 time: 0.0619776 Jul 12 08:33:49.441394 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-cf4bf47a-4987-4119-bcf7-d3d63c042842 req-e0d0b2d8-ad27-44a1-8403-ccab155282eb tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330777 Jul 12 08:33:49.557119 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb26a7a-5d2a-42aa-b9bc-85edbc46c327 req-2b8278c1-c054-4130-bed3-c986d1b857eb tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:49.560242 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-bfb26a7a-5d2a-42aa-b9bc-85edbc46c327 req-2b8278c1-c054-4130-bed3-c986d1b857eb tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/ports?device_id=8903d5cd-ad9c-4206-b930-b7d6afa980ec HTTP/1.1" status: 200 len: 945 time: 0.0638146 Jul 12 08:33:49.601280 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-bfb26a7a-5d2a-42aa-b9bc-85edbc46c327 req-a47acca4-7864-4e4f-a792-626f4debcf11 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1e136f8-a312-4bac-9fe7-5c6b039184a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365109 Jul 12 08:33:50.339137 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf9627-3e18-4548-b95a-7dde5c66416a req-053e2949-40ae-4394-8984-deda770c636a tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:50.340602 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-1fdf9627-3e18-4548-b95a-7dde5c66416a req-053e2949-40ae-4394-8984-deda770c636a tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.23 "GET /v2.0/ports?device_id=8903d5cd-ad9c-4206-b930-b7d6afa980ec HTTP/1.1" status: 200 len: 945 time: 0.0685277 Jul 12 08:33:50.446513 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [req-1fdf9627-3e18-4548-b95a-7dde5c66416a req-8341c81d-7511-462a-8ff9-125494c6df06 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Deleting port e511b253-33f6-46e2-800a-2605ca63d046 {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 08:33:50.446860 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-1fdf9627-3e18-4548-b95a-7dde5c66416a req-8341c81d-7511-462a-8ff9-125494c6df06 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748223187694'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:50.474181 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2059def-2b0a-4411-8fa7-5d5c7edb9899 req-8ea721e8-1d49-4ef6-8d17-c582f704b305 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:50.475695 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a2059def-2b0a-4411-8fa7-5d5c7edb9899 req-8ea721e8-1d49-4ef6-8d17-c582f704b305 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 945 time: 0.0619848 Jul 12 08:33:50.518171 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a2059def-2b0a-4411-8fa7-5d5c7edb9899 req-5ca3fad9-1e3e-43c9-8eb3-a71e8c9c9e78 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361943 Jul 12 08:33:50.535753 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-1fdf9627-3e18-4548-b95a-7dde5c66416a req-8341c81d-7511-462a-8ff9-125494c6df06 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] For port e511b253-33f6-46e2-800a-2605ca63d046, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=e511b253-33f6-46e2-800a-2605ca63d046,segment=NetworkSegment(6add912b-c931-4b1c-93f8-04e76d46e745),segment_id=6add912b-c931-4b1c-93f8-04e76d46e745)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:33:50.536171 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-1fdf9627-3e18-4548-b95a-7dde5c66416a req-8341c81d-7511-462a-8ff9-125494c6df06 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528347'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:50.551065 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [req-1fdf9627-3e18-4548-b95a-7dde5c66416a req-8341c81d-7511-462a-8ff9-125494c6df06 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Calling delete_port for e511b253-33f6-46e2-800a-2605ca63d046 owned by compute:nova {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 08:33:50.670477 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d877f58-1f58-4c19-a14d-e4a81b559b9e req-f5112c33-b7a6-45e7-a106-497125559132 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:50.671988 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7d877f58-1f58-4c19-a14d-e4a81b559b9e req-f5112c33-b7a6-45e7-a106-497125559132 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 945 time: 0.1172168 Jul 12 08:33:50.736048 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7d877f58-1f58-4c19-a14d-e4a81b559b9e req-d3e9bd74-cc94-493c-9f80-c971539c795f tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565240 Jul 12 08:33:50.762530 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-1fdf9627-3e18-4548-b95a-7dde5c66416a req-8341c81d-7511-462a-8ff9-125494c6df06 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8377658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748223196968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748222641655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1188448'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:50.776387 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] get_ports_and_sgs() called for port_ids ['e511b253-33f6-46e2-800a-2605ca63d046'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 08:33:50.776980 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb532aa1-bd41-4018-a887-6ca0e77d262b req-d9b91d43-70ee-4fcf-afd3-6c94cfb97b9b tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:50.778017 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-bb532aa1-bd41-4018-a887-6ca0e77d262b req-d9b91d43-70ee-4fcf-afd3-6c94cfb97b9b tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/ports?device_id=8903d5cd-ad9c-4206-b930-b7d6afa980ec HTTP/1.1" status: 200 len: 867 time: 0.0634100 Jul 12 08:33:50.791617 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341c81d-7511-462a-8ff9-125494c6df06 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Pushing event deleted for resources: {'Port': ['ID=e511b253-33f6-46e2-800a-2605ca63d046,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:50.822362 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-bb532aa1-bd41-4018-a887-6ca0e77d262b req-62126863-cda9-4a3c-a183-df8d9a9c00b1 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1e136f8-a312-4bac-9fe7-5c6b039184a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383174 Jul 12 08:33:50.830739 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 981df685-a462-4059-9fe7-42d652f3077b no longer exists at agent hyperv_hv-cinder-80043 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 08:33:50.848870 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fdf9627-3e18-4548-b95a-7dde5c66416a req-8341c81d-7511-462a-8ff9-125494c6df06 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] No DVR routers for this DVR port e511b253-33f6-46e2-800a-2605ca63d046 on host hv-cinder-80043 {{(pid=92952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 08:33:50.851443 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-1fdf9627-3e18-4548-b95a-7dde5c66416a req-8341c81d-7511-462a-8ff9-125494c6df06 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:50.853400 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-1fdf9627-3e18-4548-b95a-7dde5c66416a req-8341c81d-7511-462a-8ff9-125494c6df06 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.23 "DELETE /v2.0/ports/e511b253-33f6-46e2-800a-2605ca63d046 HTTP/1.1" status: 204 len: 173 time: 0.5044663 Jul 12 08:33:50.853864 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8903d5cd-ad9c-4206-b930-b7d6afa980ec', 'name': 'network-vif-deleted', 'tag': 'e511b253-33f6-46e2-800a-2605ca63d046'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:33:50.856287 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35659b288decb3563870ae931b8d662eab2da969d6ab5856613d86fcebdbc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e926e7cb-54bc-467f-9b12-72740bbc26d7" -d '{"events": [{"server_uuid": "8903d5cd-ad9c-4206-b930-b7d6afa980ec", "name": "network-vif-deleted", "tag": "e511b253-33f6-46e2-800a-2605ca63d046"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:33:50.894068 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 08:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493612fb-6537-471a-ae55-627eef79d87b x-openstack-request-id: req-493612fb-6537-471a-ae55-627eef79d87b {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:33:50.894354 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8903d5cd-ad9c-4206-b930-b7d6afa980ec", "name": "network-vif-deleted", "tag": "e511b253-33f6-46e2-800a-2605ca63d046", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:33:50.894599 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-493612fb-6537-471a-ae55-627eef79d87b {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:33:50.894984 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8903d5cd-ad9c-4206-b930-b7d6afa980ec', 'name': 'network-vif-deleted', 'tag': 'e511b253-33f6-46e2-800a-2605ca63d046', 'status': 'completed', 'code': 200} Jul 12 08:33:50.914884 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:50.936960 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1132c8d2-6ec2-4e37-b308-4ea6e49f5541', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '981df685-a462-4059-9fe7-42d652f3077b'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:33:50.939250 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af58d1c9f1a57ad28455f2a1c324eb475fddbc81caacf3fdebaad0c9863d536b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32b85c4-a8e6-42c0-b87d-a0253dc90de0" -d '{"events": [{"server_uuid": "1132c8d2-6ec2-4e37-b308-4ea6e49f5541", "name": "network-vif-unplugged", "status": "completed", "tag": "981df685-a462-4059-9fe7-42d652f3077b"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:33:50.952730 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port 981df685-a462-4059-9fe7-42d652f3077b, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=981df685-a462-4059-9fe7-42d652f3077b,segment=NetworkSegment(8ae57f27-2f55-4ba4-8135-7182c274f38c),segment_id=8ae57f27-2f55-4ba4-8135-7182c274f38c)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:33:50.958515 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:50.985353 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 12 Jul 2021 08:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0127dae3-032e-4373-8917-9351d344c17b x-openstack-request-id: req-0127dae3-032e-4373-8917-9351d344c17b {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:33:50.985663 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1132c8d2-6ec2-4e37-b308-4ea6e49f5541", "name": "network-vif-unplugged", "status": "completed", "tag": "981df685-a462-4059-9fe7-42d652f3077b", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:33:50.985944 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0127dae3-032e-4373-8917-9351d344c17b {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:33:50.986326 dv-cinder-800431-1-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1132c8d2-6ec2-4e37-b308-4ea6e49f5541', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '981df685-a462-4059-9fe7-42d652f3077b', 'code': 200} Jul 12 08:33:51.020219 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Pushing event updated for resources: {'Port': ['ID=981df685-a462-4059-9fe7-42d652f3077b,revision_number=8']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:51.226428 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-7919e06e-b94e-4ca2-8dc1-17b171c6914e None None] Provisioning complete for port 981df685-a462-4059-9fe7-42d652f3077b triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:33:51.226803 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7919e06e-b94e-4ca2-8dc1-17b171c6914e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:51.303144 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7919e06e-b94e-4ca2-8dc1-17b171c6914e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:51.335093 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-7919e06e-b94e-4ca2-8dc1-17b171c6914e None None] For port 981df685-a462-4059-9fe7-42d652f3077b, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=981df685-a462-4059-9fe7-42d652f3077b,segment=NetworkSegment(8ae57f27-2f55-4ba4-8135-7182c274f38c),segment_id=8ae57f27-2f55-4ba4-8135-7182c274f38c)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:33:51.339220 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7919e06e-b94e-4ca2-8dc1-17b171c6914e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:51.392295 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7919e06e-b94e-4ca2-8dc1-17b171c6914e None None] Pushing event updated for resources: {'Port': ['ID=981df685-a462-4059-9fe7-42d652f3077b,revision_number=9']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:51.596200 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-05119816-2d8b-4863-a090-8547620de67e None None] Provisioning complete for port 981df685-a462-4059-9fe7-42d652f3077b triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:33:51.596564 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-05119816-2d8b-4863-a090-8547620de67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:51.708604 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb178711-d1ed-4d0a-b503-e0c85f272f37 req-e2b32788-c61e-49d1-a5a9-680c37b5fd90 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:51.710116 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-cb178711-d1ed-4d0a-b503-e0c85f272f37 req-e2b32788-c61e-49d1-a5a9-680c37b5fd90 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 945 time: 0.0682843 Jul 12 08:33:51.746056 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-cb178711-d1ed-4d0a-b503-e0c85f272f37 req-f45da9f1-8d43-424a-af45-4e02e00ea96b tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304203 Jul 12 08:33:51.923482 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc2b3e-540e-4eae-9455-0173a04b2f33 req-0d2e4d30-1368-424a-83b3-4aa70175ae13 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:51.925038 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-10dc2b3e-540e-4eae-9455-0173a04b2f33 req-0d2e4d30-1368-424a-83b3-4aa70175ae13 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 945 time: 0.0688131 Jul 12 08:33:51.965621 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-10dc2b3e-540e-4eae-9455-0173a04b2f33 req-c55d7c38-6f82-4816-9da7-6f0f74ba1d76 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345702 Jul 12 08:33:52.304971 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9c88d-5c02-4d47-89cd-07164a4da245 req-c4f40849-dc4c-4e60-91ce-cc6197707d7e tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:52.306494 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e6f9c88d-5c02-4d47-89cd-07164a4da245 req-c4f40849-dc4c-4e60-91ce-cc6197707d7e tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/networks?id=d143cb68-cf0c-441a-ab6b-f4dec13820da HTTP/1.1" status: 200 len: 808 time: 0.1087363 Jul 12 08:33:52.320826 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e6f9c88d-5c02-4d47-89cd-07164a4da245 req-1085ecc6-51a1-4e37-ad81-9dffc3e67219 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/quotas/ec25c204433a4e79b61b72c5bd53d30d HTTP/1.1" status: 200 len: 375 time: 0.0090239 Jul 12 08:33:52.354535 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e6f9c88d-5c02-4d47-89cd-07164a4da245 req-2c451d82-7585-4210-b14b-75cfc56a079d tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ec25c204433a4e79b61b72c5bd53d30d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287874 Jul 12 08:33:52.453588 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e6f9c88d-5c02-4d47-89cd-07164a4da245 req-20793998-7997-4dd1-8188-d570c5d7bb04 service neutron] 10.222.0.37 "GET /v2.0/networks/d143cb68-cf0c-441a-ab6b-f4dec13820da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927441 Jul 12 08:33:52.544870 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e6f9c88d-5c02-4d47-89cd-07164a4da245 req-e0ec8a69-15e9-466a-aa0a-e578cab4144f service neutron] 10.222.0.37 "GET /v2.0/networks/d143cb68-cf0c-441a-ab6b-f4dec13820da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851605 Jul 12 08:33:52.696915 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c6ca3-55b6-4412-b343-07ad9f44a787 req-13186014-df51-4b7f-8c9e-ec199860a74c tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:52.710842 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9c9c6ca3-55b6-4412-b343-07ad9f44a787 req-13186014-df51-4b7f-8c9e-ec199860a74c tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 945 time: 0.0896535 Jul 12 08:33:52.769070 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9c9c6ca3-55b6-4412-b343-07ad9f44a787 req-b8463d81-5a08-4514-ae42-4663043ce7fa tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554430 Jul 12 08:33:52.782828 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7f240d2d-1c9c-47a5-a68c-bdaa85522d49 req-99a0ce05-3c2a-4ce1-8c74-19f0a0183e2b tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/ports?device_id=b33f3ac3-bfac-4229-80bd-6561ef0cd0ab HTTP/1.1" status: 200 len: 210 time: 0.0443645 Jul 12 08:33:52.960359 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 40608) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:33:52.987446 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1132c8d2-6ec2-4e37-b308-4ea6e49f5541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981df685-a462-4059-9fe7-42d652f3077b'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:33:52.990349 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af58d1c9f1a57ad28455f2a1c324eb475fddbc81caacf3fdebaad0c9863d536b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc662655-13ba-4637-b04f-82df8e47a473" -d '{"events": [{"server_uuid": "1132c8d2-6ec2-4e37-b308-4ea6e49f5541", "name": "network-vif-plugged", "status": "completed", "tag": "981df685-a462-4059-9fe7-42d652f3077b"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:33:53.027246 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 12 Jul 2021 08:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd29d40e-e7cf-4f91-87d6-d150445774a9 x-openstack-request-id: req-bd29d40e-e7cf-4f91-87d6-d150445774a9 {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:33:53.027730 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1132c8d2-6ec2-4e37-b308-4ea6e49f5541", "name": "network-vif-plugged", "status": "failed", "tag": "981df685-a462-4059-9fe7-42d652f3077b", "code": 422}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:33:53.027989 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bd29d40e-e7cf-4f91-87d6-d150445774a9 {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:33:53.028421 dv-cinder-800431-1-iscsi neutron-server[92953]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1132c8d2-6ec2-4e37-b308-4ea6e49f5541', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': '981df685-a462-4059-9fe7-42d652f3077b', 'code': 422} returned with failed status Jul 12 08:33:53.080514 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-b877510a-47de-4548-8511-f95b6519b267 req-318e7673-6540-4a59-ae50-ddd756c8ef24 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1186335 Jul 12 08:33:53.177875 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ea5e8-2214-4cfe-8601-1970eafb2b40 req-1b389527-a3ac-409d-bd81-ab33546717ef tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:53.182245 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6f5ea5e8-2214-4cfe-8601-1970eafb2b40 req-1b389527-a3ac-409d-bd81-ab33546717ef tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 945 time: 0.0746601 Jul 12 08:33:53.235599 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6f5ea5e8-2214-4cfe-8601-1970eafb2b40 req-195828e2-c3ee-40a6-a700-310727817648 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499778 Jul 12 08:33:53.766546 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd283b20-58cd-474d-94e0-2e6dc438c1d5 req-88ffc9c7-baf8-48f0-968a-665fbd198efd tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:53.768930 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-dd283b20-58cd-474d-94e0-2e6dc438c1d5 req-88ffc9c7-baf8-48f0-968a-665fbd198efd tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab23622-23ac-4413-83c9-b723701886b8 HTTP/1.1" status: 200 len: 945 time: 0.0677121 Jul 12 08:33:53.825570 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-dd283b20-58cd-474d-94e0-2e6dc438c1d5 req-4ac6b4a2-dd6e-48a0-812d-3cf0c62fc915 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/security-groups?id=475b4fc8-b563-48f3-9960-d784b6deedf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499701 Jul 12 08:33:53.840241 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 40638) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:33:53.998776 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-4ebaa5f1-af3a-437c-bc9f-38d88e60a54b req-f2926e1b-bf09-4487-8bc0-1da4d57cf200 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/ports?device_id=b33f3ac3-bfac-4229-80bd-6561ef0cd0ab HTTP/1.1" status: 200 len: 210 time: 0.0396461 Jul 12 08:33:54.096636 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c97e9-4195-4ee0-87ea-7ed816b5cecb req-5eeb0bd6-43e0-4c8f-987e-d0b81e4a1ae0 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:54.098175 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5c6c97e9-4195-4ee0-87ea-7ed816b5cecb req-5eeb0bd6-43e0-4c8f-987e-d0b81e4a1ae0 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 945 time: 0.1942017 Jul 12 08:33:54.146475 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9c88d-5c02-4d47-89cd-07164a4da245 req-88f42717-c66b-4103-84d7-4e92ebe2cfd9 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:54.147922 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e6f9c88d-5c02-4d47-89cd-07164a4da245 req-88f42717-c66b-4103-84d7-4e92ebe2cfd9 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.23 "GET /v2.0/networks?id=d143cb68-cf0c-441a-ab6b-f4dec13820da HTTP/1.1" status: 200 len: 808 time: 0.1904705 Jul 12 08:33:54.174264 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-e6f9c88d-5c02-4d47-89cd-07164a4da245 req-566b943f-d798-4b9e-84da-63d4c2b749e4 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Request body: {'port': {'device_id': 'b33f3ac3-bfac-4229-80bd-6561ef0cd0ab', 'network_id': 'd143cb68-cf0c-441a-ab6b-f4dec13820da', 'admin_state_up': True, 'tenant_id': 'ec25c204433a4e79b61b72c5bd53d30d'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:33:54.183003 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0173b0f6-6c6d-4fca-856c-d5da081e1d0d tempest-TestMinimumBasicScenario-1033908598 tempest-TestMinimumBasicScenario-1033908598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:54.187238 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-0173b0f6-6c6d-4fca-856c-d5da081e1d0d tempest-TestMinimumBasicScenario-1033908598 tempest-TestMinimumBasicScenario-1033908598-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=fab23622-23ac-4413-83c9-b723701886b8 HTTP/1.1" status: 200 len: 1093 time: 0.3426433 Jul 12 08:33:54.187662 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 40644) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:33:54.192865 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-c8ff7c74-dd9a-443e-b069-47283f2d135d tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Request body: {'floatingip': {'floating_network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'port_id': 'd06b74e2-54ee-40dc-9481-8f041bbc7f7e', 'tenant_id': '61b587b0c53b492fb8b219a96dd1c56a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:33:54.197472 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5c6c97e9-4195-4ee0-87ea-7ed816b5cecb req-dcc3a99b-c797-4c97-ad6b-e71d8949595e tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920324 Jul 12 08:33:54.218605 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c8ff7c74-dd9a-443e-b069-47283f2d135d tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks [] for floatingip, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:54.300691 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6f9c88d-5c02-4d47-89cd-07164a4da245 req-566b943f-d798-4b9e-84da-63d4c2b749e4 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Made reservation on behalf of ec25c204433a4e79b61b72c5bd53d30d for: {'port': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 08:33:54.305048 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-e6f9c88d-5c02-4d47-89cd-07164a4da245 req-566b943f-d798-4b9e-84da-63d4c2b749e4 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:54.350912 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c8ff7c74-dd9a-443e-b069-47283f2d135d tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:54.447246 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_common [req-e6f9c88d-5c02-4d47-89cd-07164a4da245 req-566b943f-d798-4b9e-84da-63d4c2b749e4 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Allocated IP 172.20.0.2 (d143cb68-cf0c-441a-ab6b-f4dec13820da/dc65dc2b-3063-49a0-bb81-b2445154d0e9/338dc937-91e2-4358-8cac-1e05741243fa) {{(pid=92952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 08:33:54.494643 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc83c7ad-6457-4913-b5f5-68918dffa2ac req-f24ab247-f463-461f-8855-d75f4330887d tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:54.496238 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-bc83c7ad-6457-4913-b5f5-68918dffa2ac req-f24ab247-f463-461f-8855-d75f4330887d tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 945 time: 0.1377254 Jul 12 08:33:54.521666 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.db.db_base_plugin_common [None req-c8ff7c74-dd9a-443e-b069-47283f2d135d tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Allocated IP 172.27.1.158 (65ec14d2-e0c2-45ad-9132-5fa8e954ebc3/dca57fa4-8523-4dee-8f0e-27ff75670efc/0a2f351d-5ef8-4d1f-b44c-fa4f5da962e5) {{(pid=92951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 08:33:54.566782 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-bc83c7ad-6457-4913-b5f5-68918dffa2ac req-2215a4f6-6611-460a-abaa-71d2b6567496 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610433 Jul 12 08:33:54.606437 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-e6f9c88d-5c02-4d47-89cd-07164a4da245 req-566b943f-d798-4b9e-84da-63d4c2b749e4 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Notify callbacks [] for port, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:54.647167 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-e6f9c88d-5c02-4d47-89cd-07164a4da245 req-566b943f-d798-4b9e-84da-63d4c2b749e4 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748222641646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1188457'] for port, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:54.659453 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c8ff7c74-dd9a-443e-b069-47283f2d135d tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks [] for port, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:54.689844 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6f9c88d-5c02-4d47-89cd-07164a4da245 req-566b943f-d798-4b9e-84da-63d4c2b749e4 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Network d143cb68-cf0c-441a-ab6b-f4dec13820da is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:33:54.693658 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [req-e6f9c88d-5c02-4d47-89cd-07164a4da245 req-566b943f-d798-4b9e-84da-63d4c2b749e4 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:33:54.696416 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f9c88d-5c02-4d47-89cd-07164a4da245 req-566b943f-d798-4b9e-84da-63d4c2b749e4 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Received port after_create {{(pid=92952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 08:33:54.698381 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c8ff7c74-dd9a-443e-b069-47283f2d135d tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748222641646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2337024'] for port, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:54.734191 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566b943f-d798-4b9e-84da-63d4c2b749e4 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Pushing event updated for resources: {'Port': ['ID=338dc937-91e2-4358-8cac-1e05741243fa,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:54.737199 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ff7c74-dd9a-443e-b069-47283f2d135d tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Network 65ec14d2-e0c2-45ad-9132-5fa8e954ebc3 is already hosted by enough agents. {{(pid=92951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:33:54.740572 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-c8ff7c74-dd9a-443e-b069-47283f2d135d tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Resources bound (agent type, host, resource id): {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:33:54.744249 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ff7c74-dd9a-443e-b069-47283f2d135d tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Received port after_create {{(pid=92951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 08:33:54.760156 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9c88d-5c02-4d47-89cd-07164a4da245 req-566b943f-d798-4b9e-84da-63d4c2b749e4 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:54.760765 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-e6f9c88d-5c02-4d47-89cd-07164a4da245 req-566b943f-d798-4b9e-84da-63d4c2b749e4 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:54.767366 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ff7c74-dd9a-443e-b069-47283f2d135d tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Pushing event updated for resources: {'Port': ['ID=0a2f351d-5ef8-4d1f-b44c-fa4f5da962e5,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:54.774765 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e6f9c88d-5c02-4d47-89cd-07164a4da245 req-566b943f-d798-4b9e-84da-63d4c2b749e4 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6089065 Jul 12 08:33:54.787616 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-e6f9c88d-5c02-4d47-89cd-07164a4da245 req-60c5656c-1909-4a9e-ae6e-a6897872d623 service neutron] Request body: {'port': {'device_id': 'b33f3ac3-bfac-4229-80bd-6561ef0cd0ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:33:54.858670 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-e6f9c88d-5c02-4d47-89cd-07164a4da245 req-60c5656c-1909-4a9e-ae6e-a6897872d623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:54.867237 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device e511b253-33f6-46e2-800a-2605ca63d046 no longer exists at agent hyperv_hv-cinder-80043 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 08:33:54.889266 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] No Port match for: e511b253-33f6-46e2-800a-2605ca63d046 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 08:33:54.889723 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device e511b253-33f6-46e2-800a-2605ca63d046 not bound to the agent host hv-cinder-80043 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 08:33:54.890375 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 981df685-a462-4059-9fe7-42d652f3077b no longer exists at agent hyperv_hv-cinder-80043 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 08:33:54.983532 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:55.024191 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port 981df685-a462-4059-9fe7-42d652f3077b, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=981df685-a462-4059-9fe7-42d652f3077b,segment=NetworkSegment(8ae57f27-2f55-4ba4-8135-7182c274f38c),segment_id=8ae57f27-2f55-4ba4-8135-7182c274f38c)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:33:55.029433 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1132c8d2-6ec2-4e37-b308-4ea6e49f5541', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '981df685-a462-4059-9fe7-42d652f3077b'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:33:55.033460 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af58d1c9f1a57ad28455f2a1c324eb475fddbc81caacf3fdebaad0c9863d536b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1801d67-b960-4fd0-bbc5-4933bea30ef1" -d '{"events": [{"server_uuid": "1132c8d2-6ec2-4e37-b308-4ea6e49f5541", "name": "network-vif-unplugged", "status": "completed", "tag": "981df685-a462-4059-9fe7-42d652f3077b"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:33:55.044295 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:55.111457 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 12 Jul 2021 08:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b12cd42-e217-4a83-be32-62f1c610e2dc x-openstack-request-id: req-3b12cd42-e217-4a83-be32-62f1c610e2dc {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:33:55.111802 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1132c8d2-6ec2-4e37-b308-4ea6e49f5541", "name": "network-vif-unplugged", "status": "completed", "tag": "981df685-a462-4059-9fe7-42d652f3077b", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:33:55.112681 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3b12cd42-e217-4a83-be32-62f1c610e2dc {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:33:55.113072 dv-cinder-800431-1-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1132c8d2-6ec2-4e37-b308-4ea6e49f5541', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '981df685-a462-4059-9fe7-42d652f3077b', 'code': 200} Jul 12 08:33:55.150978 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Pushing event updated for resources: {'Port': ['ID=981df685-a462-4059-9fe7-42d652f3077b,revision_number=10']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:55.225991 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c8ff7c74-dd9a-443e-b069-47283f2d135d tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:55.256150 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877510a-47de-4548-8511-f95b6519b267 req-8b0ae2dd-bb89-4e8a-b2dc-2426721baefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:55.257736 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b877510a-47de-4548-8511-f95b6519b267 req-8b0ae2dd-bb89-4e8a-b2dc-2426721baefd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541&tenant_id=ca5d7c4d35274957aea289fc8cbe4d73 HTTP/1.1" status: 200 len: 1097 time: 0.2491965 Jul 12 08:33:55.335820 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c8ff7c74-dd9a-443e-b069-47283f2d135d tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:55.370913 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [req-e6f9c88d-5c02-4d47-89cd-07164a4da245 req-60c5656c-1909-4a9e-ae6e-a6897872d623 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 338dc937-91e2-4358-8cac-1e05741243fa {{(pid=92952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 08:33:55.388815 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560a540-44e7-4fd5-bf17-4577ddb5d74e req-99c8b30b-539e-48a3-8894-547595a1b3c2 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:55.390335 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5560a540-44e7-4fd5-bf17-4577ddb5d74e req-99c8b30b-539e-48a3-8894-547595a1b3c2 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/ports?device_id=b33f3ac3-bfac-4229-80bd-6561ef0cd0ab HTTP/1.1" status: 200 len: 931 time: 0.1999514 Jul 12 08:33:55.392128 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-e6f9c88d-5c02-4d47-89cd-07164a4da245 req-60c5656c-1909-4a9e-ae6e-a6897872d623 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:55.421065 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.provisioning_blocks [req-e6f9c88d-5c02-4d47-89cd-07164a4da245 req-60c5656c-1909-4a9e-ae6e-a6897872d623 service neutron] Transition to ACTIVE for port object 338dc937-91e2-4358-8cac-1e05741243fa will not be triggered until provisioned by entity L2. {{(pid=92952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:33:55.427217 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-e6f9c88d-5c02-4d47-89cd-07164a4da245 req-60c5656c-1909-4a9e-ae6e-a6897872d623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1188479'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:55.438555 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-997a35fa-9d46-469a-a16f-500683893ba0 None None] Provisioning complete for port 981df685-a462-4059-9fe7-42d652f3077b triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:33:55.439003 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-997a35fa-9d46-469a-a16f-500683893ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:55.494862 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5560a540-44e7-4fd5-bf17-4577ddb5d74e req-88dee9ba-e02c-43d5-93ac-643695b0a083 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1e136f8-a312-4bac-9fe7-5c6b039184a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968616 Jul 12 08:33:55.500033 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877510a-47de-4548-8511-f95b6519b267 req-d5d3abe3-bf5b-4567-81e5-4876917f634d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:55.501488 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b877510a-47de-4548-8511-f95b6519b267 req-d5d3abe3-bf5b-4567-81e5-4876917f634d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ca5d7c4d35274957aea289fc8cbe4d73&device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 1097 time: 0.1889830 Jul 12 08:33:55.503554 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de4e3c1-e62a-48b6-b684-6661dde602d0 req-a4cb6ad2-8791-42a8-84e2-eea190ad6273 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:55.507509 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c5656c-1909-4a9e-ae6e-a6897872d623 service neutron] Pushing event updated for resources: {'Port': ['ID=338dc937-91e2-4358-8cac-1e05741243fa,revision_number=2']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:55.518449 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-3de4e3c1-e62a-48b6-b684-6661dde602d0 req-a4cb6ad2-8791-42a8-84e2-eea190ad6273 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 944 time: 0.1447222 Jul 12 08:33:55.541934 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-997a35fa-9d46-469a-a16f-500683893ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:55.576948 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-997a35fa-9d46-469a-a16f-500683893ba0 None None] For port 981df685-a462-4059-9fe7-42d652f3077b, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=981df685-a462-4059-9fe7-42d652f3077b,segment=NetworkSegment(8ae57f27-2f55-4ba4-8135-7182c274f38c),segment_id=8ae57f27-2f55-4ba4-8135-7182c274f38c)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:33:55.582670 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-997a35fa-9d46-469a-a16f-500683893ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:55.590406 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-3de4e3c1-e62a-48b6-b684-6661dde602d0 req-64643150-4d6d-4d1f-9e2d-92b84d9b21b8 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589194 Jul 12 08:33:55.607987 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c8ff7c74-dd9a-443e-b069-47283f2d135d tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks [] for port, precommit_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:55.614912 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c8ff7c74-dd9a-443e-b069-47283f2d135d tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2337046'] for port, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:55.659800 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997a35fa-9d46-469a-a16f-500683893ba0 None None] Pushing event updated for resources: {'Port': ['ID=981df685-a462-4059-9fe7-42d652f3077b,revision_number=11']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:55.667912 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-e6f9c88d-5c02-4d47-89cd-07164a4da245 req-60c5656c-1909-4a9e-ae6e-a6897872d623 service neutron] Attempting to bind port 338dc937-91e2-4358-8cac-1e05741243fa on host hv-cinder-80043 for vnic_type normal with profile {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 08:33:55.668265 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-e6f9c88d-5c02-4d47-89cd-07164a4da245 req-60c5656c-1909-4a9e-ae6e-a6897872d623 service neutron] Attempting to bind port 338dc937-91e2-4358-8cac-1e05741243fa by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': '6add912b-c931-4b1c-93f8-04e76d46e745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd143cb68-cf0c-441a-ab6b-f4dec13820da'}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 08:33:55.668756 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f9c88d-5c02-4d47-89cd-07164a4da245 req-60c5656c-1909-4a9e-ae6e-a6897872d623 service neutron] Attempting to bind port 338dc937-91e2-4358-8cac-1e05741243fa on network d143cb68-cf0c-441a-ab6b-f4dec13820da {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:33:55.675657 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877510a-47de-4548-8511-f95b6519b267 req-f1774cfd-2db6-4eed-b9bd-50051af4225c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:55.677239 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b877510a-47de-4548-8511-f95b6519b267 req-f1774cfd-2db6-4eed-b9bd-50051af4225c service neutron] 10.222.0.23 "GET /v2.0/networks?id=87f9aa9d-4b32-44c0-9258-78c96af6cf8d HTTP/1.1" status: 200 len: 917 time: 0.1618266 Jul 12 08:33:55.678257 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f9c88d-5c02-4d47-89cd-07164a4da245 req-60c5656c-1909-4a9e-ae6e-a6897872d623 service neutron] Port 338dc937-91e2-4358-8cac-1e05741243fa on network d143cb68-cf0c-441a-ab6b-f4dec13820da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 08:33:55.678576 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f9c88d-5c02-4d47-89cd-07164a4da245 req-60c5656c-1909-4a9e-ae6e-a6897872d623 service neutron] Attempting to bind port 338dc937-91e2-4358-8cac-1e05741243fa on network d143cb68-cf0c-441a-ab6b-f4dec13820da {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:33:55.696842 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f9c88d-5c02-4d47-89cd-07164a4da245 req-60c5656c-1909-4a9e-ae6e-a6897872d623 service neutron] Checking agent: {'id': '9498d972-5d3d-47a0-93c6-a71636d6a88c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 8, 29, 30), 'started_at': datetime.datetime(2021, 7, 12, 8, 29, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 8, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 08:33:55.697179 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f9c88d-5c02-4d47-89cd-07164a4da245 req-60c5656c-1909-4a9e-ae6e-a6897872d623 service neutron] Checking segment: {'id': '6add912b-c931-4b1c-93f8-04e76d46e745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd143cb68-cf0c-441a-ab6b-f4dec13820da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:33:55.697559 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f9c88d-5c02-4d47-89cd-07164a4da245 req-60c5656c-1909-4a9e-ae6e-a6897872d623 service neutron] Bound using segment: {'id': '6add912b-c931-4b1c-93f8-04e76d46e745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd143cb68-cf0c-441a-ab6b-f4dec13820da'} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 08:33:55.698041 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-e6f9c88d-5c02-4d47-89cd-07164a4da245 req-60c5656c-1909-4a9e-ae6e-a6897872d623 service neutron] Bound port: 338dc937-91e2-4358-8cac-1e05741243fa, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6add912b-c931-4b1c-93f8-04e76d46e745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd143cb68-cf0c-441a-ab6b-f4dec13820da'}}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 08:33:55.698399 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-e6f9c88d-5c02-4d47-89cd-07164a4da245 req-60c5656c-1909-4a9e-ae6e-a6897872d623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:55.706332 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ff7c74-dd9a-443e-b069-47283f2d135d tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Pushing event updated for resources: {'Port': ['ID=0a2f351d-5ef8-4d1f-b44c-fa4f5da962e5,revision_number=2']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:55.724988 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c8ff7c74-dd9a-443e-b069-47283f2d135d tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-940870'] for floatingip, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:55.818758 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b877510a-47de-4548-8511-f95b6519b267 req-10e45a25-1660-4eda-8820-dfbedc5eacbb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=981df685-a462-4059-9fe7-42d652f3077b HTTP/1.1" status: 200 len: 1001 time: 0.1292782 Jul 12 08:33:55.837892 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.db.l3_db [None req-c8ff7c74-dd9a-443e-b069-47283f2d135d tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Floating IP 98abd136-bf2c-4428-97f1-6fb6b718e84c associated. External IP: 172.27.1.158, port: d06b74e2-54ee-40dc-9481-8f041bbc7f7e. Jul 12 08:33:55.875694 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-e6f9c88d-5c02-4d47-89cd-07164a4da245 req-60c5656c-1909-4a9e-ae6e-a6897872d623 service neutron] For port 338dc937-91e2-4358-8cac-1e05741243fa, host hv-cinder-80043, cleared binding levels {{(pid=92952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 08:33:55.903896 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-e6f9c88d-5c02-4d47-89cd-07164a4da245 req-60c5656c-1909-4a9e-ae6e-a6897872d623 service neutron] For port 338dc937-91e2-4358-8cac-1e05741243fa, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=338dc937-91e2-4358-8cac-1e05741243fa,segment=NetworkSegment(6add912b-c931-4b1c-93f8-04e76d46e745),segment_id=6add912b-c931-4b1c-93f8-04e76d46e745)] {{(pid=92952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 08:33:55.912421 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877510a-47de-4548-8511-f95b6519b267 req-0fcf8a32-4ba5-48b9-a063-25fa13395d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:55.914018 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b877510a-47de-4548-8511-f95b6519b267 req-0fcf8a32-4ba5-48b9-a063-25fa13395d92 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2a3005b3-6c18-4cb2-94e4-48e9cf6a930f HTTP/1.1" status: 200 len: 855 time: 0.0876610 Jul 12 08:33:55.915143 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-e6f9c88d-5c02-4d47-89cd-07164a4da245 req-60c5656c-1909-4a9e-ae6e-a6897872d623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1188479'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:55.964556 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c06d7ef-707e-4787-b3e2-af1b6d7771e3 req-74524dc4-f5e0-42ea-b924-fcba0f37bb25 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:55.966106 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0c06d7ef-707e-4787-b3e2-af1b6d7771e3 req-74524dc4-f5e0-42ea-b924-fcba0f37bb25 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 945 time: 0.1977289 Jul 12 08:33:56.001942 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9c88d-5c02-4d47-89cd-07164a4da245 req-60c5656c-1909-4a9e-ae6e-a6897872d623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:56.002553 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-e6f9c88d-5c02-4d47-89cd-07164a4da245 req-60c5656c-1909-4a9e-ae6e-a6897872d623 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:56.003898 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e6f9c88d-5c02-4d47-89cd-07164a4da245 req-60c5656c-1909-4a9e-ae6e-a6897872d623 service neutron] 10.222.0.23 "PUT /v2.0/ports/338dc937-91e2-4358-8cac-1e05741243fa HTTP/1.1" status: 200 len: 1093 time: 1.2204373 Jul 12 08:33:56.010661 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b33f3ac3-bfac-4229-80bd-6561ef0cd0ab', 'tag': '338dc937-91e2-4358-8cac-1e05741243fa'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:33:56.012875 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35659b288decb3563870ae931b8d662eab2da969d6ab5856613d86fcebdbc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35972b52-8a4b-4b12-bd44-686cc5b04e7f" -d '{"events": [{"name": "network-changed", "server_uuid": "b33f3ac3-bfac-4229-80bd-6561ef0cd0ab", "tag": "338dc937-91e2-4358-8cac-1e05741243fa"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:33:56.045682 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c5656c-1909-4a9e-ae6e-a6897872d623 service neutron] Pushing event updated for resources: {'Port': ['ID=338dc937-91e2-4358-8cac-1e05741243fa,revision_number=3']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:56.057377 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 08:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f8e34b-b399-41bf-ac9f-0ad74529d68c x-openstack-request-id: req-a2f8e34b-b399-41bf-ac9f-0ad74529d68c {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:33:56.057661 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b33f3ac3-bfac-4229-80bd-6561ef0cd0ab", "tag": "338dc937-91e2-4358-8cac-1e05741243fa", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:33:56.057951 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a2f8e34b-b399-41bf-ac9f-0ad74529d68c {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:33:56.058332 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b33f3ac3-bfac-4229-80bd-6561ef0cd0ab', 'tag': '338dc937-91e2-4358-8cac-1e05741243fa', 'status': 'completed', 'code': 200} Jul 12 08:33:56.071804 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ff7c74-dd9a-443e-b069-47283f2d135d tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Router 418019ea-d547-4846-9c14-b06122b075c6 has already been hosted by L3 agent c0ba3535-5ad7-41e9-9cdc-b89c0ff976de {{(pid=92951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 08:33:56.074499 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-381eabbd-04d6-494c-930f-8630d4e1e55f None None] Provisioning complete for port 981df685-a462-4059-9fe7-42d652f3077b triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:33:56.074989 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-381eabbd-04d6-494c-930f-8630d4e1e55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:56.080804 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0c06d7ef-707e-4787-b3e2-af1b6d7771e3 req-1d61af38-1917-444b-94c5-f27e6c1a9e87 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900924 Jul 12 08:33:56.115285 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877510a-47de-4548-8511-f95b6519b267 req-98202e4a-219b-4b69-b129-d44dcd5eee1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:56.117080 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b877510a-47de-4548-8511-f95b6519b267 req-98202e4a-219b-4b69-b129-d44dcd5eee1a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=87f9aa9d-4b32-44c0-9258-78c96af6cf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1741810 Jul 12 08:33:56.195110 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ff7c74-dd9a-443e-b069-47283f2d135d tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify agent at l3_agent.dv-cinder-800431-1-iscsi the message routers_updated {{(pid=92951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 08:33:56.207529 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2963288b-dc5a-4eaf-bf4b-37be87532e9a None None] Sync routers for ids ['418019ea-d547-4846-9c14-b06122b075c6'] in dv-cinder-800431-1-iscsi {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 08:33:56.215910 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c8ff7c74-dd9a-443e-b069-47283f2d135d tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for floatingip, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:56.218562 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2963288b-dc5a-4eaf-bf4b-37be87532e9a None None] Routers {'418019ea-d547-4846-9c14-b06122b075c6'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:33:56.219204 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-2963288b-dc5a-4eaf-bf4b-37be87532e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:33:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['418019ea-d547-4846-9c14-b06122b075c6'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:33:56.273566 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-c8ff7c74-dd9a-443e-b069-47283f2d135d tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0847611 Jul 12 08:33:56.274345 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab23622-23ac-4413-83c9-b723701886b8', 'tag': 'd06b74e2-54ee-40dc-9481-8f041bbc7f7e'}] {{(pid=92951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:33:56.277486 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38e9910cefffc49adb1534bd55ac7351ec59ca62d7d2bb3cc14e5997e7fa66f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7bcfe6-d4e7-4655-be95-4b4056a04ece" -d '{"events": [{"name": "network-changed", "server_uuid": "fab23622-23ac-4413-83c9-b723701886b8", "tag": "d06b74e2-54ee-40dc-9481-8f041bbc7f7e"}]}' {{(pid=92951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:33:56.280842 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 40670) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:33:56.286533 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-c633dda1-4267-465a-bd83-5bedfed24d03 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-919827359', 'description': 'tempest-secgroup-smoke-919827359 description', 'project_id': '61b587b0c53b492fb8b219a96dd1c56a'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:33:56.315881 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c633dda1-4267-465a-bd83-5bedfed24d03 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:56.349969 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 08:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ba76eb-9978-423b-b1e6-53c795b29527 x-openstack-request-id: req-c6ba76eb-9978-423b-b1e6-53c795b29527 {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:33:56.350313 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fab23622-23ac-4413-83c9-b723701886b8", "tag": "d06b74e2-54ee-40dc-9481-8f041bbc7f7e", "status": "completed", "code": 200}]} {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:33:56.350673 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c6ba76eb-9978-423b-b1e6-53c795b29527 {{(pid=92951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:33:56.351191 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fab23622-23ac-4413-83c9-b723701886b8', 'tag': 'd06b74e2-54ee-40dc-9481-8f041bbc7f7e', 'status': 'completed', 'code': 200} Jul 12 08:33:56.417167 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-2963288b-dc5a-4eaf-bf4b-37be87532e9a None None] Set router 418019ea-d547-4846-9c14-b06122b075c6 gateway port host: dv-cinder-800431-1-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:33:56.446831 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c633dda1-4267-465a-bd83-5bedfed24d03 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:56.447497 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9c88d-5c02-4d47-89cd-07164a4da245 req-5cda352c-6fdf-4669-8c25-8f0ef396903d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:56.448867 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e6f9c88d-5c02-4d47-89cd-07164a4da245 req-5cda352c-6fdf-4669-8c25-8f0ef396903d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ec25c204433a4e79b61b72c5bd53d30d&device_id=b33f3ac3-bfac-4229-80bd-6561ef0cd0ab HTTP/1.1" status: 200 len: 1096 time: 0.3814347 Jul 12 08:33:56.452444 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c633dda1-4267-465a-bd83-5bedfed24d03 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:56.490772 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c633dda1-4267-465a-bd83-5bedfed24d03 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:56.495627 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-c633dda1-4267-465a-bd83-5bedfed24d03 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2137125 Jul 12 08:33:56.497399 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 40676) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:33:56.503107 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-ce270161-6462-4069-9e64-a60b7c6f7416 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Request body: {'security_group_rule': {'security_group_id': '987630df-f32e-441e-8058-2236504d0ff7', 'project_id': '61b587b0c53b492fb8b219a96dd1c56a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:33:56.511018 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c633dda1-4267-465a-bd83-5bedfed24d03 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=987630df-f32e-441e-8058-2236504d0ff7,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:56.535571 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e6f9c88d-5c02-4d47-89cd-07164a4da245 req-8bda8e03-d5ea-48d0-b875-6926a10449fd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=338dc937-91e2-4358-8cac-1e05741243fa HTTP/1.1" status: 200 len: 217 time: 0.0747709 Jul 12 08:33:56.566642 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-ce270161-6462-4069-9e64-a60b7c6f7416 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:56.597233 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b877510a-47de-4548-8511-f95b6519b267 req-a88ed021-859c-4be0-b500-4867e1f394de service neutron] 10.222.0.23 "GET /v2.0/networks/87f9aa9d-4b32-44c0-9258-78c96af6cf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4698815 Jul 12 08:33:56.634627 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9c88d-5c02-4d47-89cd-07164a4da245 req-3d502942-e191-47be-94fd-5c32cd14e47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:56.636105 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e6f9c88d-5c02-4d47-89cd-07164a4da245 req-3d502942-e191-47be-94fd-5c32cd14e47d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dc65dc2b-3063-49a0-bb81-b2445154d0e9 HTTP/1.1" status: 200 len: 848 time: 0.0931287 Jul 12 08:33:56.673604 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-2963288b-dc5a-4eaf-bf4b-37be87532e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418019ea-d547-4846-9c14-b06122b075c6', 'name': 'tempest-TestMinimumBasicScenario-430358051-router', 'tenant_id': '61b587b0c53b492fb8b219a96dd1c56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': 'f0f1013d-8178-41cd-8bdf-6151a9b3cb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:32:51Z', 'updated_at': '2021-07-12T08:32:54Z', 'revision_number': 4, 'project_id': '61b587b0c53b492fb8b219a96dd1c56a', 'gw_port': {'id': 'f0f1013d-8178-41cd-8bdf-6151a9b3cb32', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418019ea-d547-4846-9c14-b06122b075c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:32:51Z', 'updated_at': '2021-07-12T08:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_floatingips': [{'id': '98abd136-bf2c-4428-97f1-6fb6b718e84c', 'tenant_id': '61b587b0c53b492fb8b219a96dd1c56a', 'floating_ip_address': '172.27.1.158', 'floating_network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'router_id': '418019ea-d547-4846-9c14-b06122b075c6', 'port_id': 'd06b74e2-54ee-40dc-9481-8f041bbc7f7e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '986f9208-db04-4964-8aaf-294544c18fee', 'mac_address': 'fa:16:3e:91:98:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab23622-23ac-4413-83c9-b723701886b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T08:33:54Z', 'updated_at': '2021-07-12T08:33:54Z', 'revision_number': 0, 'project_id': '61b587b0c53b492fb8b219a96dd1c56a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4696c502-6785-4804-a4b7-9a59c3815af3', 'name': '', 'network_id': '986f9208-db04-4964-8aaf-294544c18fee', 'tenant_id': '61b587b0c53b492fb8b219a96dd1c56a', 'mac_address': 'fa:16:3e:98:71:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418019ea-d547-4846-9c14-b06122b075c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'a3335d6e-56c3-46e5-8ff5-ef0ba23a88e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:32:53Z', 'updated_at': '2021-07-12T08:33:00Z', 'revision_number': 5, 'project_id': '61b587b0c53b492fb8b219a96dd1c56a', 'subnets': [{'id': 'a3335d6e-56c3-46e5-8ff5-ef0ba23a88e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:33:56.692742 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-ce270161-6462-4069-9e64-a60b7c6f7416 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:56.698873 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-ce270161-6462-4069-9e64-a60b7c6f7416 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115475'] for security_group_rule, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:56.710859 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2963288b-dc5a-4eaf-bf4b-37be87532e9a None None] Checking router: 418019ea-d547-4846-9c14-b06122b075c6 for host: dv-cinder-800431-1-iscsi {{(pid=92954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 08:33:56.718218 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7bcfe6-d4e7-4655-be95-4b4056a04ece req-25aef1f2-3142-4c37-9f59-d8c4962fdd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:56.719729 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0c7bcfe6-d4e7-4655-be95-4b4056a04ece req-25aef1f2-3142-4c37-9f59-d8c4962fdd05 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=61b587b0c53b492fb8b219a96dd1c56a&device_id=fab23622-23ac-4413-83c9-b723701886b8 HTTP/1.1" status: 200 len: 1098 time: 0.2745757 Jul 12 08:33:56.721599 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2963288b-dc5a-4eaf-bf4b-37be87532e9a None None] Routers {'418019ea-d547-4846-9c14-b06122b075c6'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:33:56.722632 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-2963288b-dc5a-4eaf-bf4b-37be87532e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:33:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['418019ea-d547-4846-9c14-b06122b075c6'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:33:56.745613 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce270161-6462-4069-9e64-a60b7c6f7416 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=325bff04-605c-4612-ac77-96e36c817edf,revision_number=0']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:56.752963 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-ce270161-6462-4069-9e64-a60b7c6f7416 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:56.756192 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-ce270161-6462-4069-9e64-a60b7c6f7416 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2574453 Jul 12 08:33:56.759609 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 40686) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:33:56.775755 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-dc701a13-48e6-4d50-a76f-89fd92b2945a tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Request body: {'security_group_rule': {'security_group_id': '987630df-f32e-441e-8058-2236504d0ff7', 'project_id': '61b587b0c53b492fb8b219a96dd1c56a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:33:56.815025 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e6f9c88d-5c02-4d47-89cd-07164a4da245 req-f7af823e-6f37-477d-aebb-8068c7a761bf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d143cb68-cf0c-441a-ab6b-f4dec13820da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1493866 Jul 12 08:33:56.839741 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-2963288b-dc5a-4eaf-bf4b-37be87532e9a None None] Set router 418019ea-d547-4846-9c14-b06122b075c6 gateway port host: dv-cinder-800431-1-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:33:56.841624 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-dc701a13-48e6-4d50-a76f-89fd92b2945a tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:56.932485 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d09afa-738d-4210-b9a5-9ce664c184c1 req-31b5c958-dfc3-403f-ab87-547a9d554654 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:56.934343 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a5d09afa-738d-4210-b9a5-9ce664c184c1 req-31b5c958-dfc3-403f-ab87-547a9d554654 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 946 time: 0.1179981 Jul 12 08:33:56.946050 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-dc701a13-48e6-4d50-a76f-89fd92b2945a tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:56.953175 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-dc701a13-48e6-4d50-a76f-89fd92b2945a tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115475'] for security_group_rule, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:56.976087 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b877510a-47de-4548-8511-f95b6519b267 req-170c7813-aedc-4076-9197-2415256a9831 service neutron] 10.222.0.23 "GET /v2.0/networks/87f9aa9d-4b32-44c0-9258-78c96af6cf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668926 Jul 12 08:33:56.984985 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc701a13-48e6-4d50-a76f-89fd92b2945a tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=805192f0-aa76-4f9f-87fe-2219140e7f9e,revision_number=0']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:57.000517 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a5d09afa-738d-4210-b9a5-9ce664c184c1 req-8f61d9f5-2ea1-4221-8c26-465c47e4cb32 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563741 Jul 12 08:33:57.003132 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-dc701a13-48e6-4d50-a76f-89fd92b2945a tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:57.007846 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-dc701a13-48e6-4d50-a76f-89fd92b2945a tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2438788 Jul 12 08:33:57.007846 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 40688) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:33:57.008654 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7bcfe6-d4e7-4655-be95-4b4056a04ece req-614b98bc-d9f5-4fae-abd5-d0d9a80b9059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:57.010132 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0c7bcfe6-d4e7-4655-be95-4b4056a04ece req-614b98bc-d9f5-4fae-abd5-d0d9a80b9059 service neutron] 10.222.0.23 "GET /v2.0/networks?id=986f9208-db04-4964-8aaf-294544c18fee HTTP/1.1" status: 200 len: 915 time: 0.2069089 Jul 12 08:33:57.013400 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-88fed188-69aa-44a9-b1f3-59c29f768ff4 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Request body: {'security_group_rule': {'security_group_id': '987630df-f32e-441e-8058-2236504d0ff7', 'project_id': '61b587b0c53b492fb8b219a96dd1c56a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:33:57.023019 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184d8c5-ae8c-4e60-92de-334cb2a18c84 req-c5ec4d72-01c6-4027-901b-680a7b888a7d tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:57.030106 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b184d8c5-ae8c-4e60-92de-334cb2a18c84 req-c5ec4d72-01c6-4027-901b-680a7b888a7d tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/ports?device_id=b33f3ac3-bfac-4229-80bd-6561ef0cd0ab HTTP/1.1" status: 200 len: 943 time: 0.3919418 Jul 12 08:33:57.068583 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-88fed188-69aa-44a9-b1f3-59c29f768ff4 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:57.105716 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e6f9c88d-5c02-4d47-89cd-07164a4da245 req-f19cbcbd-0956-4184-9b14-a0b158f864b7 service neutron] 10.222.0.23 "GET /v2.0/networks/d143cb68-cf0c-441a-ab6b-f4dec13820da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750008 Jul 12 08:33:57.115969 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1132c8d2-6ec2-4e37-b308-4ea6e49f5541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981df685-a462-4059-9fe7-42d652f3077b'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:33:57.119424 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af58d1c9f1a57ad28455f2a1c324eb475fddbc81caacf3fdebaad0c9863d536b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07333410-e440-4a39-91bf-be3ee465b9ab" -d '{"events": [{"server_uuid": "1132c8d2-6ec2-4e37-b308-4ea6e49f5541", "name": "network-vif-plugged", "status": "completed", "tag": "981df685-a462-4059-9fe7-42d652f3077b"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:33:57.148416 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-2963288b-dc5a-4eaf-bf4b-37be87532e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418019ea-d547-4846-9c14-b06122b075c6', 'name': 'tempest-TestMinimumBasicScenario-430358051-router', 'tenant_id': '61b587b0c53b492fb8b219a96dd1c56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': 'f0f1013d-8178-41cd-8bdf-6151a9b3cb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:32:51Z', 'updated_at': '2021-07-12T08:32:54Z', 'revision_number': 4, 'project_id': '61b587b0c53b492fb8b219a96dd1c56a', 'gw_port': {'id': 'f0f1013d-8178-41cd-8bdf-6151a9b3cb32', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418019ea-d547-4846-9c14-b06122b075c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:32:51Z', 'updated_at': '2021-07-12T08:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_floatingips': [{'id': '98abd136-bf2c-4428-97f1-6fb6b718e84c', 'tenant_id': '61b587b0c53b492fb8b219a96dd1c56a', 'floating_ip_address': '172.27.1.158', 'floating_network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'router_id': '418019ea-d547-4846-9c14-b06122b075c6', 'port_id': 'd06b74e2-54ee-40dc-9481-8f041bbc7f7e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '986f9208-db04-4964-8aaf-294544c18fee', 'mac_address': 'fa:16:3e:91:98:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab23622-23ac-4413-83c9-b723701886b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T08:33:54Z', 'updated_at': '2021-07-12T08:33:54Z', 'revision_number': 0, 'project_id': '61b587b0c53b492fb8b219a96dd1c56a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4696c502-6785-4804-a4b7-9a59c3815af3', 'name': '', 'network_id': '986f9208-db04-4964-8aaf-294544c18fee', 'tenant_id': '61b587b0c53b492fb8b219a96dd1c56a', 'mac_address': 'fa:16:3e:98:71:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418019ea-d547-4846-9c14-b06122b075c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'a3335d6e-56c3-46e5-8ff5-ef0ba23a88e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:32:53Z', 'updated_at': '2021-07-12T08:33:00Z', 'revision_number': 5, 'project_id': '61b587b0c53b492fb8b219a96dd1c56a', 'subnets': [{'id': 'a3335d6e-56c3-46e5-8ff5-ef0ba23a88e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:33:57.152699 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-88fed188-69aa-44a9-b1f3-59c29f768ff4 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:57.159617 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-88fed188-69aa-44a9-b1f3-59c29f768ff4 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115475'] for security_group_rule, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:57.185804 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fed188-69aa-44a9-b1f3-59c29f768ff4 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81f4bdb0-4df5-4736-9265-d3185ae8045b,revision_number=0']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:57.192932 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b184d8c5-ae8c-4e60-92de-334cb2a18c84 req-5eb027cc-5cf7-4f52-a9e9-d993681fb52b tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1e136f8-a312-4bac-9fe7-5c6b039184a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614146 Jul 12 08:33:57.196876 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-88fed188-69aa-44a9-b1f3-59c29f768ff4 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:57.198476 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-88fed188-69aa-44a9-b1f3-59c29f768ff4 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1895030 Jul 12 08:33:57.201675 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 40700) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:33:57.208377 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0c7bcfe6-d4e7-4655-be95-4b4056a04ece req-7ff00832-4f03-4e78-862f-63ea8e9bffc4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d06b74e2-54ee-40dc-9481-8f041bbc7f7e HTTP/1.1" status: 200 len: 999 time: 0.1757748 Jul 12 08:33:57.214216 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-4073ac79-9bd3-408d-b673-d506a7f2b814 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Request body: {'security_group_rule': {'security_group_id': '987630df-f32e-441e-8058-2236504d0ff7', 'project_id': '61b587b0c53b492fb8b219a96dd1c56a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:33:57.215904 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2963288b-dc5a-4eaf-bf4b-37be87532e9a None None] The sync data for ids ['418019ea-d547-4846-9c14-b06122b075c6'] in dv-cinder-800431-1-iscsi is: [{'id': '418019ea-d547-4846-9c14-b06122b075c6', 'name': 'tempest-TestMinimumBasicScenario-430358051-router', 'tenant_id': '61b587b0c53b492fb8b219a96dd1c56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': 'f0f1013d-8178-41cd-8bdf-6151a9b3cb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:32:51Z', 'updated_at': '2021-07-12T08:32:54Z', 'revision_number': 4, 'project_id': '61b587b0c53b492fb8b219a96dd1c56a', 'gw_port': {'id': 'f0f1013d-8178-41cd-8bdf-6151a9b3cb32', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418019ea-d547-4846-9c14-b06122b075c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:32:51Z', 'updated_at': '2021-07-12T08:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_floatingips': [{'id': '98abd136-bf2c-4428-97f1-6fb6b718e84c', 'tenant_id': '61b587b0c53b492fb8b219a96dd1c56a', 'floating_ip_address': '172.27.1.158', 'floating_network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'router_id': '418019ea-d547-4846-9c14-b06122b075c6', 'port_id': 'd06b74e2-54ee-40dc-9481-8f041bbc7f7e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '986f9208-db04-4964-8aaf-294544c18fee', 'mac_address': 'fa:16:3e:91:98:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab23622-23ac-4413-83c9-b723701886b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T08:33:54Z', 'updated_at': '2021-07-12T08:33:54Z', 'revision_number': 0, 'project_id': '61b587b0c53b492fb8b219a96dd1c56a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4696c502-6785-4804-a4b7-9a59c3815af3', 'name': '', 'network_id': '986f9208-db04-4964-8aaf-294544c18fee', 'tenant_id': '61b587b0c53b492fb8b219a96dd1c56a', 'mac_address': 'fa:16:3e:98:71:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418019ea-d547-4846-9c14-b06122b075c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'a3335d6e-56c3-46e5-8ff5-ef0ba23a88e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:32:53Z', 'updated_at': '2021-07-12T08:33:00Z', 'revision_number': 5, 'project_id': '61b587b0c53b492fb8b219a96dd1c56a', 'subnets': [{'id': 'a3335d6e-56c3-46e5-8ff5-ef0ba23a88e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 08:33:57.267236 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 08:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7c3a98-1dee-405c-8b9f-e343b65a06b4 x-openstack-request-id: req-ee7c3a98-1dee-405c-8b9f-e343b65a06b4 {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:33:57.267562 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1132c8d2-6ec2-4e37-b308-4ea6e49f5541", "name": "network-vif-plugged", "status": "completed", "tag": "981df685-a462-4059-9fe7-42d652f3077b", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:33:57.267840 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ee7c3a98-1dee-405c-8b9f-e343b65a06b4 {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:33:57.268469 dv-cinder-800431-1-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1132c8d2-6ec2-4e37-b308-4ea6e49f5541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981df685-a462-4059-9fe7-42d652f3077b', 'code': 200} Jul 12 08:33:57.289563 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7bcfe6-d4e7-4655-be95-4b4056a04ece req-7585a653-b55d-423c-9449-e85fae219cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:57.291172 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0c7bcfe6-d4e7-4655-be95-4b4056a04ece req-7585a653-b55d-423c-9449-e85fae219cae service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a3335d6e-56c3-46e5-8ff5-ef0ba23a88e9 HTTP/1.1" status: 200 len: 853 time: 0.0724230 Jul 12 08:33:57.294911 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e6f9c88d-5c02-4d47-89cd-07164a4da245 req-ff42fb01-5bc7-4266-90e4-0d8c111e5482 service neutron] 10.222.0.23 "GET /v2.0/networks/d143cb68-cf0c-441a-ab6b-f4dec13820da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783912 Jul 12 08:33:57.328105 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-4073ac79-9bd3-408d-b673-d506a7f2b814 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:57.371886 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7bcfe6-d4e7-4655-be95-4b4056a04ece req-ce530330-d33d-40c7-ab94-80988c01dedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:57.373739 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0c7bcfe6-d4e7-4655-be95-4b4056a04ece req-ce530330-d33d-40c7-ab94-80988c01dedc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=986f9208-db04-4964-8aaf-294544c18fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0682425 Jul 12 08:33:57.395953 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0999e-412c-44c5-ab05-3578c9f28761 req-fe665f85-17df-4209-b5fb-80440f01a265 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:57.397604 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-35c0999e-412c-44c5-ab05-3578c9f28761 req-fe665f85-17df-4209-b5fb-80440f01a265 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 945 time: 0.1700940 Jul 12 08:33:57.413669 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-4073ac79-9bd3-408d-b673-d506a7f2b814 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:57.420595 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-4073ac79-9bd3-408d-b673-d506a7f2b814 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115475'] for security_group_rule, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:57.459336 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4073ac79-9bd3-408d-b673-d506a7f2b814 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f76f2b33-f1bb-4fb4-9bca-844b8f3b5e12,revision_number=0']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:57.467888 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-4073ac79-9bd3-408d-b673-d506a7f2b814 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:57.469091 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-4073ac79-9bd3-408d-b673-d506a7f2b814 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2648094 Jul 12 08:33:57.471823 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 40716) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:33:57.477393 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-d266806a-0466-4515-b0e3-1af254981c25 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Request body: {'security_group_rule': {'security_group_id': '987630df-f32e-441e-8058-2236504d0ff7', 'project_id': '61b587b0c53b492fb8b219a96dd1c56a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:33:57.487169 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-35c0999e-412c-44c5-ab05-3578c9f28761 req-e5108046-b38b-4afb-b82a-377a9402dc26 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795529 Jul 12 08:33:57.547962 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9e5d58-def8-40e6-9a57-062215bcbde4 None None] New status for floating IP 98abd136-bf2c-4428-97f1-6fb6b718e84c: ACTIVE {{(pid=92953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 08:33:57.610194 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0c7bcfe6-d4e7-4655-be95-4b4056a04ece req-070fee37-946a-4697-9537-22d106fb7fbc service neutron] 10.222.0.23 "GET /v2.0/networks/986f9208-db04-4964-8aaf-294544c18fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261624 Jul 12 08:33:57.620472 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.db.securitygroups_db [None req-d266806a-0466-4515-b0e3-1af254981c25 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Project 61b587b0c53b492fb8b219a96dd1c56a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 08:33:57.626660 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35972b52-8a4b-4b12-bd44-686cc5b04e7f req-dd6f76d2-7df9-4284-8b11-2c1ad2e294a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:57.628511 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-35972b52-8a4b-4b12-bd44-686cc5b04e7f req-dd6f76d2-7df9-4284-8b11-2c1ad2e294a3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ec25c204433a4e79b61b72c5bd53d30d&device_id=b33f3ac3-bfac-4229-80bd-6561ef0cd0ab HTTP/1.1" status: 200 len: 1096 time: 0.2353029 Jul 12 08:33:57.630365 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d266806a-0466-4515-b0e3-1af254981c25 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:57.692030 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d266806a-0466-4515-b0e3-1af254981c25 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:57.696612 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d266806a-0466-4515-b0e3-1af254981c25 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115475'] for security_group_rule, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:57.717021 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d266806a-0466-4515-b0e3-1af254981c25 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95cd8816-95a0-49de-b8ee-b6b9cdfabdf3,revision_number=0']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:57.737190 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d266806a-0466-4515-b0e3-1af254981c25 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:57.738485 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-d266806a-0466-4515-b0e3-1af254981c25 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2656024 Jul 12 08:33:57.741546 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 40718) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:33:57.747270 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-002f23d9-fb9c-4b9e-a0f7-c8a05445a1aa tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Request body: {'security_group_rule': {'security_group_id': '987630df-f32e-441e-8058-2236504d0ff7', 'project_id': '61b587b0c53b492fb8b219a96dd1c56a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:33:57.783708 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.db.securitygroups_db [None req-002f23d9-fb9c-4b9e-a0f7-c8a05445a1aa tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Project 61b587b0c53b492fb8b219a96dd1c56a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 08:33:57.789998 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-002f23d9-fb9c-4b9e-a0f7-c8a05445a1aa tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:57.883104 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-002f23d9-fb9c-4b9e-a0f7-c8a05445a1aa tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:57.887867 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-002f23d9-fb9c-4b9e-a0f7-c8a05445a1aa tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115475'] for security_group_rule, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:57.911631 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002f23d9-fb9c-4b9e-a0f7-c8a05445a1aa tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d62cc3f-fd29-4908-b65e-01a06f32e0c6,revision_number=0']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:57.931314 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-002f23d9-fb9c-4b9e-a0f7-c8a05445a1aa tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:57.934988 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-002f23d9-fb9c-4b9e-a0f7-c8a05445a1aa tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1910243 Jul 12 08:33:58.107687 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f13a0ea5-203f-4cd6-b653-d5195c553b31 req-704e5b2a-f0d7-4b5d-b09e-c40e28a2af37 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-919827359&fields=id&tenant_id=61b587b0c53b492fb8b219a96dd1c56a HTTP/1.1" status: 200 len: 267 time: 0.0727644 Jul 12 08:33:58.202561 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a0ea5-203f-4cd6-b653-d5195c553b31 req-dc720e66-078f-43f3-a81c-bb0e143b7778 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:58.211312 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f13a0ea5-203f-4cd6-b653-d5195c553b31 req-dc720e66-078f-43f3-a81c-bb0e143b7778 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab23622-23ac-4413-83c9-b723701886b8 HTTP/1.1" status: 200 len: 945 time: 0.0977571 Jul 12 08:33:58.218195 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-f13a0ea5-203f-4cd6-b653-d5195c553b31 req-5bf00d96-6469-4639-b753-5a4620ae1761 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Request body: {'port': {'security_groups': ['475b4fc8-b563-48f3-9960-d784b6deedf8', '987630df-f32e-441e-8058-2236504d0ff7']}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:33:58.291659 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42822ef1-f062-4728-82b6-65f6f0c1c3da req-91d66341-2c56-47cb-aa28-36efbe465c22 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:58.293249 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-42822ef1-f062-4728-82b6-65f6f0c1c3da req-91d66341-2c56-47cb-aa28-36efbe465c22 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 946 time: 0.0768604 Jul 12 08:33:58.319361 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-f13a0ea5-203f-4cd6-b653-d5195c553b31 req-5bf00d96-6469-4639-b753-5a4620ae1761 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:58.330425 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-42822ef1-f062-4728-82b6-65f6f0c1c3da req-1617c7e9-cd37-4407-b9b0-f609a98d91de tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315347 Jul 12 08:33:58.548054 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f03dd-6d81-43ca-b5fc-84ac73aad07e req-67b09082-4c7d-4c1f-b4b3-663f683ff2ed tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:58.549450 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-d20f03dd-6d81-43ca-b5fc-84ac73aad07e req-67b09082-4c7d-4c1f-b4b3-663f683ff2ed tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/ports?device_id=b33f3ac3-bfac-4229-80bd-6561ef0cd0ab HTTP/1.1" status: 200 len: 943 time: 0.0701840 Jul 12 08:33:58.556876 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-f13a0ea5-203f-4cd6-b653-d5195c553b31 req-5bf00d96-6469-4639-b753-5a4620ae1761 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] For port d06b74e2-54ee-40dc-9481-8f041bbc7f7e, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=d06b74e2-54ee-40dc-9481-8f041bbc7f7e,segment=NetworkSegment(e10e3cdb-5176-422e-b904-64a5a4cbb632),segment_id=e10e3cdb-5176-422e-b904-64a5a4cbb632)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:33:58.588929 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-f13a0ea5-203f-4cd6-b653-d5195c553b31 req-5bf00d96-6469-4639-b753-5a4620ae1761 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks [] for port, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:58.594477 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-f13a0ea5-203f-4cd6-b653-d5195c553b31 req-5bf00d96-6469-4639-b753-5a4620ae1761 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1188479'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:58.604972 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-d20f03dd-6d81-43ca-b5fc-84ac73aad07e req-3830b282-de55-404c-bed8-15d063585060 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1e136f8-a312-4bac-9fe7-5c6b039184a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491014 Jul 12 08:33:58.652681 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a0ea5-203f-4cd6-b653-d5195c553b31 req-5bf00d96-6469-4639-b753-5a4620ae1761 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:58.653292 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-f13a0ea5-203f-4cd6-b653-d5195c553b31 req-5bf00d96-6469-4639-b753-5a4620ae1761 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:58.654786 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f13a0ea5-203f-4cd6-b653-d5195c553b31 req-5bf00d96-6469-4639-b753-5a4620ae1761 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "PUT /v2.0/ports/d06b74e2-54ee-40dc-9481-8f041bbc7f7e HTTP/1.1" status: 200 len: 981 time: 0.4423771 Jul 12 08:33:58.661902 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab23622-23ac-4413-83c9-b723701886b8', 'tag': 'd06b74e2-54ee-40dc-9481-8f041bbc7f7e'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:33:58.666703 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35659b288decb3563870ae931b8d662eab2da969d6ab5856613d86fcebdbc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62cde5b-8aa2-4c20-bb1f-f23646a45407" -d '{"events": [{"name": "network-changed", "server_uuid": "fab23622-23ac-4413-83c9-b723701886b8", "tag": "d06b74e2-54ee-40dc-9481-8f041bbc7f7e"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:33:58.695046 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf00d96-6469-4639-b753-5a4620ae1761 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Pushing event updated for resources: {'Port': ['ID=d06b74e2-54ee-40dc-9481-8f041bbc7f7e,revision_number=6']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:33:58.814384 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771a49d-22f2-4025-be81-1d21b9062d88 req-bf458a95-87ea-43cc-aa6d-f9f32a42ca58 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:58.816591 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0771a49d-22f2-4025-be81-1d21b9062d88 req-bf458a95-87ea-43cc-aa6d-f9f32a42ca58 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 945 time: 0.0688922 Jul 12 08:33:58.861093 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0771a49d-22f2-4025-be81-1d21b9062d88 req-93cd2ac8-46a8-4ceb-bc93-efa2928c5125 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379279 Jul 12 08:33:58.881849 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b2076-928d-4e8f-850a-218a4832d18c req-019e1935-67a1-4dd4-9ba1-fb4f1ef9dacf tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:58.883941 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f35b2076-928d-4e8f-850a-218a4832d18c req-019e1935-67a1-4dd4-9ba1-fb4f1ef9dacf tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab23622-23ac-4413-83c9-b723701886b8 HTTP/1.1" status: 200 len: 984 time: 0.0856228 Jul 12 08:33:58.909450 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 08:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca839229-a763-46fd-affc-7b812b6b3be4 x-openstack-request-id: req-ca839229-a763-46fd-affc-7b812b6b3be4 {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:33:58.909770 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fab23622-23ac-4413-83c9-b723701886b8", "tag": "d06b74e2-54ee-40dc-9481-8f041bbc7f7e", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:33:58.910025 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ca839229-a763-46fd-affc-7b812b6b3be4 {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:33:58.910422 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fab23622-23ac-4413-83c9-b723701886b8', 'tag': 'd06b74e2-54ee-40dc-9481-8f041bbc7f7e', 'status': 'completed', 'code': 200} Jul 12 08:33:58.932736 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f35b2076-928d-4e8f-850a-218a4832d18c req-f1fa5d78-e2b3-4cec-bae3-b1a64e609de1 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/security-groups?id=475b4fc8-b563-48f3-9960-d784b6deedf8&id=987630df-f32e-441e-8058-2236504d0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0419717 Jul 12 08:33:58.993930 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-b4448750-8623-41e6-8970-67a48fb9c58a None None] Provisioning complete for port d06b74e2-54ee-40dc-9481-8f041bbc7f7e triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:33:58.994560 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b4448750-8623-41e6-8970-67a48fb9c58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:33:59.525874 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c134f75-a787-46fb-8db9-6ce505506383 req-d352994f-6223-42e1-b3b7-3d90fcba18ed tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:59.527393 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7c134f75-a787-46fb-8db9-6ce505506383 req-d352994f-6223-42e1-b3b7-3d90fcba18ed tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 946 time: 0.0618844 Jul 12 08:33:59.565205 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7c134f75-a787-46fb-8db9-6ce505506383 req-4a8193fb-17a7-4eb1-8ef3-ba8987aaee22 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322897 Jul 12 08:33:59.792271 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473c70e-ecbf-4cf1-9518-779bed9e8745 req-2a5057bd-2334-4a60-bc99-27bb1391caee tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:33:59.793795 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-1473c70e-ecbf-4cf1-9518-779bed9e8745 req-2a5057bd-2334-4a60-bc99-27bb1391caee tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/ports?device_id=b33f3ac3-bfac-4229-80bd-6561ef0cd0ab HTTP/1.1" status: 200 len: 943 time: 0.0691030 Jul 12 08:33:59.830882 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-1473c70e-ecbf-4cf1-9518-779bed9e8745 req-42bb321b-2098-45d3-a0b6-7c8defbe200b tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1e136f8-a312-4bac-9fe7-5c6b039184a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315797 Jul 12 08:34:00.043639 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575390a-7dfd-4a92-b020-8d28da9a5658 req-b0a859a3-67a7-4e3d-bb67-6c9e644ea5ad tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:00.045218 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e575390a-7dfd-4a92-b020-8d28da9a5658 req-b0a859a3-67a7-4e3d-bb67-6c9e644ea5ad tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 945 time: 0.0674720 Jul 12 08:34:00.086613 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e575390a-7dfd-4a92-b020-8d28da9a5658 req-b28f0e89-f016-4b23-a648-72307d2d5f69 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341554 Jul 12 08:34:00.752551 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c052d13-1c29-4bf8-8b04-006c31980d8b req-c742218c-2246-40f4-a7bc-22f1e63160ca tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:00.754087 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4c052d13-1c29-4bf8-8b04-006c31980d8b req-c742218c-2246-40f4-a7bc-22f1e63160ca tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 946 time: 0.0664563 Jul 12 08:34:00.793414 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4c052d13-1c29-4bf8-8b04-006c31980d8b req-2409aa25-2ef4-46eb-a3db-ba6af5485319 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325160 Jul 12 08:34:01.149886 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ae7ba-1f33-4226-8662-e0ea43720622 req-d9bcfc4d-2784-43ed-a894-89bad308664a tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:01.151489 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-204ae7ba-1f33-4226-8662-e0ea43720622 req-d9bcfc4d-2784-43ed-a894-89bad308664a tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/ports?device_id=b33f3ac3-bfac-4229-80bd-6561ef0cd0ab HTTP/1.1" status: 200 len: 943 time: 0.0625408 Jul 12 08:34:01.196692 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-204ae7ba-1f33-4226-8662-e0ea43720622 req-f8b6796a-4099-4ee3-831a-4c2693a52468 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1e136f8-a312-4bac-9fe7-5c6b039184a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394332 Jul 12 08:34:01.292778 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6675b39-1837-4a63-afd2-3dadaec34809 req-be31468f-bcec-4ea9-a1a8-abe2027f3a75 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:01.294306 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f6675b39-1837-4a63-afd2-3dadaec34809 req-be31468f-bcec-4ea9-a1a8-abe2027f3a75 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 945 time: 0.0901599 Jul 12 08:34:01.330579 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f6675b39-1837-4a63-afd2-3dadaec34809 req-948f42cd-79c7-4497-b776-7ab061255e44 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307939 Jul 12 08:34:01.531729 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] get_ports_and_sgs() called for port_ids ['d06b74e2-54ee-40dc-9481-8f041bbc7f7e'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 08:34:01.572991 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:01.638157 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] get_ports_and_sgs() called for port_ids ['d06b74e2-54ee-40dc-9481-8f041bbc7f7e'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 08:34:01.993106 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de5b63c-179f-43e4-8a9a-2669be5743e9 req-aff6a03f-b07e-4107-9b25-738219177bd7 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:01.994675 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-5de5b63c-179f-43e4-8a9a-2669be5743e9 req-aff6a03f-b07e-4107-9b25-738219177bd7 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 946 time: 0.0687878 Jul 12 08:34:02.054709 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-5de5b63c-179f-43e4-8a9a-2669be5743e9 req-cea06f8a-c490-465b-95d3-43f2c61bdbd6 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535913 Jul 12 08:34:02.428906 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b37598-28b0-4f41-ba56-efbda2ab5f31 req-c721f1fa-36fd-4640-8a89-3cdd9afc1e2d tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:02.430701 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-18b37598-28b0-4f41-ba56-efbda2ab5f31 req-c721f1fa-36fd-4640-8a89-3cdd9afc1e2d tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/ports?device_id=b33f3ac3-bfac-4229-80bd-6561ef0cd0ab HTTP/1.1" status: 200 len: 943 time: 0.0999634 Jul 12 08:34:02.480138 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-18b37598-28b0-4f41-ba56-efbda2ab5f31 req-7b237d95-ea73-4641-9ea2-53356a3962bc tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1e136f8-a312-4bac-9fe7-5c6b039184a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370595 Jul 12 08:34:02.557076 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74933c26-53e8-4dd8-bedd-76d5021677c9 req-42d645f0-6aee-490a-9b23-7dbcb9a392de tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:02.558709 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-74933c26-53e8-4dd8-bedd-76d5021677c9 req-42d645f0-6aee-490a-9b23-7dbcb9a392de tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 945 time: 0.0648141 Jul 12 08:34:02.597727 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-74933c26-53e8-4dd8-bedd-76d5021677c9 req-cac4c547-2c9a-4e90-adc4-8abe46c03810 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316291 Jul 12 08:34:03.236513 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543d2b0-1a6a-4b47-a83f-965d48c18514 req-345ed42c-6164-4d30-a710-20939583ebaf tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:03.238093 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5543d2b0-1a6a-4b47-a83f-965d48c18514 req-345ed42c-6164-4d30-a710-20939583ebaf tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 946 time: 0.0704331 Jul 12 08:34:03.281213 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5543d2b0-1a6a-4b47-a83f-965d48c18514 req-f72606c0-5782-4412-9950-df423c1316e8 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363364 Jul 12 08:34:03.674922 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a58fb13-0504-4c36-83d3-3e36d0516528 req-e02b44ae-b7bb-4ecb-b9cb-88fa0b52ef75 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:03.676625 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7a58fb13-0504-4c36-83d3-3e36d0516528 req-e02b44ae-b7bb-4ecb-b9cb-88fa0b52ef75 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/ports?device_id=b33f3ac3-bfac-4229-80bd-6561ef0cd0ab HTTP/1.1" status: 200 len: 943 time: 0.0697675 Jul 12 08:34:03.729788 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7a58fb13-0504-4c36-83d3-3e36d0516528 req-13cedbb8-969d-402c-bc0d-d3439c77724a tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1e136f8-a312-4bac-9fe7-5c6b039184a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474021 Jul 12 08:34:03.804529 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbc9d27-73cb-4e9f-8cad-8120c41af239 req-3b342d09-51a9-4a85-93ba-df4d2cca1cee tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:03.806417 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5bbc9d27-73cb-4e9f-8cad-8120c41af239 req-3b342d09-51a9-4a85-93ba-df4d2cca1cee tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 945 time: 0.0755403 Jul 12 08:34:03.854618 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5bbc9d27-73cb-4e9f-8cad-8120c41af239 req-9882d51a-dfdf-4844-bcde-b10c902272a7 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365913 Jul 12 08:34:04.074794 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-726e4af2-062f-4aa7-abcd-8707442c70d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:04.486505 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec70209-1b39-456b-b2bf-9c8d7039f589 req-f7528e58-141e-4a07-b42c-348af63c42ad tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:04.488005 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-1ec70209-1b39-456b-b2bf-9c8d7039f589 req-f7528e58-141e-4a07-b42c-348af63c42ad tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 946 time: 0.0906506 Jul 12 08:34:04.526464 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-1ec70209-1b39-456b-b2bf-9c8d7039f589 req-47f52114-3bf5-4226-9a5b-35b2f6e830c1 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323446 Jul 12 08:34:04.915950 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce78c49-e3df-4090-8ec2-4f052f8e92bc req-0f03fdd0-1374-48e0-96bf-3b53a0a5fbea tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:04.917463 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-bce78c49-e3df-4090-8ec2-4f052f8e92bc req-0f03fdd0-1374-48e0-96bf-3b53a0a5fbea tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/ports?device_id=b33f3ac3-bfac-4229-80bd-6561ef0cd0ab HTTP/1.1" status: 200 len: 943 time: 0.0695503 Jul 12 08:34:04.957746 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-bce78c49-e3df-4090-8ec2-4f052f8e92bc req-4f8234cd-0549-42c5-8cf6-22579849494c tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1e136f8-a312-4bac-9fe7-5c6b039184a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341084 Jul 12 08:34:05.045902 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c696a-4c8e-4f49-8342-bdcf64848ee1 req-c974aac6-55cd-4cb8-a6a3-3660187c607b tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:05.047386 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-ed8c696a-4c8e-4f49-8342-bdcf64848ee1 req-c974aac6-55cd-4cb8-a6a3-3660187c607b tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 945 time: 0.0808685 Jul 12 08:34:05.084827 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-ed8c696a-4c8e-4f49-8342-bdcf64848ee1 req-51c3ec25-ea8c-4aea-a461-b7717f5a5ea7 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309575 Jul 12 08:34:05.717891 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340ab06-c479-406a-b6b1-5547b347e5bc req-fec9d7ef-f985-477b-9142-d5266e1496a9 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:05.719457 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5340ab06-c479-406a-b6b1-5547b347e5bc req-fec9d7ef-f985-477b-9142-d5266e1496a9 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 946 time: 0.0676544 Jul 12 08:34:05.760813 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5340ab06-c479-406a-b6b1-5547b347e5bc req-4849f65c-57e8-41da-92ed-89e64cce1287 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338385 Jul 12 08:34:06.138805 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da7bd3-ea0a-4d0b-81a7-baa783d0fffa req-f5aa4088-e796-46d5-a02c-ec6e6622985c tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:06.146649 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-c9da7bd3-ea0a-4d0b-81a7-baa783d0fffa req-f5aa4088-e796-46d5-a02c-ec6e6622985c tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/ports?device_id=b33f3ac3-bfac-4229-80bd-6561ef0cd0ab HTTP/1.1" status: 200 len: 943 time: 0.0736060 Jul 12 08:34:06.216825 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-c9da7bd3-ea0a-4d0b-81a7-baa783d0fffa req-e7d633f3-ac0e-4e94-a75c-45b36f4e1438 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1e136f8-a312-4bac-9fe7-5c6b039184a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592670 Jul 12 08:34:06.292053 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f57e7-7aea-4a67-8cd8-02ce1e96ae36 req-ddc35282-75b1-4920-aca6-c24c9f256f2d tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:06.293577 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-276f57e7-7aea-4a67-8cd8-02ce1e96ae36 req-ddc35282-75b1-4920-aca6-c24c9f256f2d tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 945 time: 0.0792594 Jul 12 08:34:06.329873 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-276f57e7-7aea-4a67-8cd8-02ce1e96ae36 req-bd836c45-dd05-4560-9532-feb41a11ffb7 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304837 Jul 12 08:34:06.948651 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527856c6-e411-425c-a812-8a293b49031e req-69086ec6-b3e8-434e-a370-c0948298d5f8 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:06.950183 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-527856c6-e411-425c-a812-8a293b49031e req-69086ec6-b3e8-434e-a370-c0948298d5f8 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 946 time: 0.0619636 Jul 12 08:34:06.987386 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:07.012129 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-527856c6-e411-425c-a812-8a293b49031e req-77fdc50b-c68f-4e51-a467-d9ef6acf0b61 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539844 Jul 12 08:34:07.023123 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-96a6facd-4a16-4fa8-8467-a48d19a0507e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:07.257383 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 40828) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:34:07.383953 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-fac9e920-e577-4f35-8675-f96577a22f91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:07.432716 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c80aa70-e6b5-4794-922f-2d8cf702aa44 req-3418e36f-32ae-4f88-a7c6-fc41a68426f4 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:07.433852 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9c80aa70-e6b5-4794-922f-2d8cf702aa44 req-3418e36f-32ae-4f88-a7c6-fc41a68426f4 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/ports?device_id=b33f3ac3-bfac-4229-80bd-6561ef0cd0ab HTTP/1.1" status: 200 len: 943 time: 0.0902879 Jul 12 08:34:07.489087 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9c80aa70-e6b5-4794-922f-2d8cf702aa44 req-997697db-3507-4489-8a8d-8113bcb19183 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1e136f8-a312-4bac-9fe7-5c6b039184a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485570 Jul 12 08:34:07.551690 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-fac9e920-e577-4f35-8675-f96577a22f91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:07.556939 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-fac9e920-e577-4f35-8675-f96577a22f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:07.819806 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe61a88-ad87-44e7-96db-1c5f93039da6 req-60b60a99-a54c-40a8-ad30-7be042ff4da9 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:07.821321 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-afe61a88-ad87-44e7-96db-1c5f93039da6 req-60b60a99-a54c-40a8-ad30-7be042ff4da9 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 945 time: 0.3661287 Jul 12 08:34:07.836253 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8beb-ed90-4929-879a-4eba2c5b629e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:07.840630 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-fac9e920-e577-4f35-8675-f96577a22f91 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0c57bff989724cbf95e5b509cf097a42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5819199 Jul 12 08:34:07.843318 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 40834) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:34:07.853026 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac9e920-e577-4f35-8675-f96577a22f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaddcaf9-2581-499a-ad73-f4d7dfd924ad,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:34:07.885182 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-afe61a88-ad87-44e7-96db-1c5f93039da6 req-cc635b5c-26bb-4086-8079-b3fe240eed51 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578537 Jul 12 08:34:07.921497 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8bb3b0e8-c785-4627-a877-a4ae7f95e033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:07.943425 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8bb3b0e8-c785-4627-a877-a4ae7f95e033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:07.994430 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8bb3b0e8-c785-4627-a877-a4ae7f95e033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:07.997050 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8bb3b0e8-c785-4627-a877-a4ae7f95e033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:07.998254 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-8bb3b0e8-c785-4627-a877-a4ae7f95e033 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aaddcaf9-2581-499a-ad73-f4d7dfd924ad HTTP/1.1" status: 204 len: 168 time: 0.1537685 Jul 12 08:34:08.006676 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb3b0e8-c785-4627-a877-a4ae7f95e033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaddcaf9-2581-499a-ad73-f4d7dfd924ad,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:34:08.211852 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe823cc8-88c5-461c-bb2d-2443fdd75739 req-14ce33b6-9d5f-4b54-8588-f42924bd55c1 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:08.213333 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-fe823cc8-88c5-461c-bb2d-2443fdd75739 req-14ce33b6-9d5f-4b54-8588-f42924bd55c1 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 946 time: 0.0735850 Jul 12 08:34:08.256518 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-fe823cc8-88c5-461c-bb2d-2443fdd75739 req-e9b3b9b3-ac94-4c9c-a0d1-d62a63d56852 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375679 Jul 12 08:34:08.678605 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560842d8-a5af-44ae-9a12-5348433b287d req-00052565-edb2-457f-b112-406b98c97e3d tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:08.681119 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-560842d8-a5af-44ae-9a12-5348433b287d req-00052565-edb2-457f-b112-406b98c97e3d tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/ports?device_id=b33f3ac3-bfac-4229-80bd-6561ef0cd0ab HTTP/1.1" status: 200 len: 943 time: 0.0728967 Jul 12 08:34:08.719211 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-560842d8-a5af-44ae-9a12-5348433b287d req-a3139b89-9da7-4e9e-87d9-ae319a68af4e tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1e136f8-a312-4bac-9fe7-5c6b039184a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335052 Jul 12 08:34:09.070710 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2935564e-dc02-4646-b5b1-5f20f55fb21b req-fe3810d4-92fa-4efd-b301-1c46a212e595 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:09.072296 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2935564e-dc02-4646-b5b1-5f20f55fb21b req-fe3810d4-92fa-4efd-b301-1c46a212e595 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 945 time: 0.0715189 Jul 12 08:34:09.116133 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2935564e-dc02-4646-b5b1-5f20f55fb21b req-48fca346-59ed-4729-b522-4436d8a475d4 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336616 Jul 12 08:34:09.375942 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8148b14b-fdb1-487f-b940-7b46dc6d16f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:09.439066 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad5e21-aad0-422b-aba0-7d28791dc545 req-035f0da2-ab87-4f8d-86a1-e9659306d7f2 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:09.440472 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-74ad5e21-aad0-422b-aba0-7d28791dc545 req-035f0da2-ab87-4f8d-86a1-e9659306d7f2 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 946 time: 0.0632322 Jul 12 08:34:09.484325 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-74ad5e21-aad0-422b-aba0-7d28791dc545 req-40f5febf-174c-4f38-9a32-48098898ca1c tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381360 Jul 12 08:34:09.896410 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed63074-a722-445b-a0d1-a74f5b67b642 req-22de7fd9-5c11-458b-90b5-f55393d1277a tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:09.897929 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8ed63074-a722-445b-a0d1-a74f5b67b642 req-22de7fd9-5c11-458b-90b5-f55393d1277a tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/ports?device_id=b33f3ac3-bfac-4229-80bd-6561ef0cd0ab HTTP/1.1" status: 200 len: 943 time: 0.0631673 Jul 12 08:34:09.933201 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8ed63074-a722-445b-a0d1-a74f5b67b642 req-30082e94-dc13-4d0c-aff4-5324a050a4e2 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1e136f8-a312-4bac-9fe7-5c6b039184a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298648 Jul 12 08:34:10.289583 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae144e-ecb0-41b8-aa6d-52b7607d4f51 req-73c72494-690b-4409-a383-3d858b0c9996 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:10.291123 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-74ae144e-ecb0-41b8-aa6d-52b7607d4f51 req-73c72494-690b-4409-a383-3d858b0c9996 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 945 time: 0.0617895 Jul 12 08:34:10.328094 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-74ae144e-ecb0-41b8-aa6d-52b7607d4f51 req-331e98c4-56e8-465e-9e0b-8d7251317ec4 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315323 Jul 12 08:34:10.616022 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0c7bcfe6-d4e7-4655-be95-4b4056a04ece req-918af456-e0f4-4969-835a-91b21b3a73da service neutron] 10.222.0.23 "GET /v2.0/networks/986f9208-db04-4964-8aaf-294544c18fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345370 Jul 12 08:34:10.734317 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35972b52-8a4b-4b12-bd44-686cc5b04e7f req-6a43cef1-15a4-4d4a-ab3d-a505608f4d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:10.735911 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-35972b52-8a4b-4b12-bd44-686cc5b04e7f req-6a43cef1-15a4-4d4a-ab3d-a505608f4d8a service neutron] 10.222.0.23 "GET /v2.0/networks?id=d143cb68-cf0c-441a-ab6b-f4dec13820da HTTP/1.1" status: 200 len: 909 time: 0.2471092 Jul 12 08:34:10.791271 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-35972b52-8a4b-4b12-bd44-686cc5b04e7f req-01ceeda5-1577-40e1-ba5d-5c3273d321c9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=338dc937-91e2-4358-8cac-1e05741243fa HTTP/1.1" status: 200 len: 217 time: 0.0417371 Jul 12 08:34:10.804004 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e6583-30f5-4c27-b6d5-da75effd38ef req-59e3b29d-3dda-43e1-a4c6-2f296c426557 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:10.805443 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2b7e6583-30f5-4c27-b6d5-da75effd38ef req-59e3b29d-3dda-43e1-a4c6-2f296c426557 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 946 time: 0.1676464 Jul 12 08:34:10.815811 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cde5b-8aa2-4c20-bb1f-f23646a45407 req-df3f94db-56cd-4d84-8d74-b405f4b8173d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:10.818033 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a62cde5b-8aa2-4c20-bb1f-f23646a45407 req-df3f94db-56cd-4d84-8d74-b405f4b8173d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=61b587b0c53b492fb8b219a96dd1c56a&device_id=fab23622-23ac-4413-83c9-b723701886b8 HTTP/1.1" status: 200 len: 1137 time: 0.1395829 Jul 12 08:34:10.929394 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35972b52-8a4b-4b12-bd44-686cc5b04e7f req-583bedbd-d5a4-4659-9254-6240608c06a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:10.930814 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-35972b52-8a4b-4b12-bd44-686cc5b04e7f req-583bedbd-d5a4-4659-9254-6240608c06a7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dc65dc2b-3063-49a0-bb81-b2445154d0e9 HTTP/1.1" status: 200 len: 848 time: 0.1236699 Jul 12 08:34:10.933535 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2b7e6583-30f5-4c27-b6d5-da75effd38ef req-13d6fc70-cbba-4f45-a770-84acaeb0f86d tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146553 Jul 12 08:34:10.976717 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-35972b52-8a4b-4b12-bd44-686cc5b04e7f req-261d3ed5-38f7-4478-81da-4d33807b3cda service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d143cb68-cf0c-441a-ab6b-f4dec13820da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372527 Jul 12 08:34:11.001739 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cde5b-8aa2-4c20-bb1f-f23646a45407 req-cdd22bc3-51c1-474b-a313-2478740f10f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:11.003131 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a62cde5b-8aa2-4c20-bb1f-f23646a45407 req-cdd22bc3-51c1-474b-a313-2478740f10f7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=986f9208-db04-4964-8aaf-294544c18fee HTTP/1.1" status: 200 len: 915 time: 0.1556540 Jul 12 08:34:11.106686 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7b474-21cc-4482-aac3-eff92f1057d5 req-b1b2f0b2-18ca-457f-a3d5-55237a733775 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:11.108346 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-bab7b474-21cc-4482-aac3-eff92f1057d5 req-b1b2f0b2-18ca-457f-a3d5-55237a733775 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/ports?device_id=b33f3ac3-bfac-4229-80bd-6561ef0cd0ab HTTP/1.1" status: 200 len: 943 time: 0.0649979 Jul 12 08:34:11.147462 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-bab7b474-21cc-4482-aac3-eff92f1057d5 req-29896c98-54e4-4ae8-a7de-c8691dee89f9 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1e136f8-a312-4bac-9fe7-5c6b039184a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334666 Jul 12 08:34:11.310307 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a62cde5b-8aa2-4c20-bb1f-f23646a45407 req-00ed4d28-d7be-4a1e-bf3f-1f21c4d97c1e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d06b74e2-54ee-40dc-9481-8f041bbc7f7e HTTP/1.1" status: 200 len: 1001 time: 0.0968332 Jul 12 08:34:11.348922 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-35972b52-8a4b-4b12-bd44-686cc5b04e7f req-3651315d-3c3b-471a-aade-ddf774cc6490 service neutron] 10.222.0.23 "GET /v2.0/networks/d143cb68-cf0c-441a-ab6b-f4dec13820da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567598 Jul 12 08:34:11.409054 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cde5b-8aa2-4c20-bb1f-f23646a45407 req-5432a888-8a26-4fd1-9374-8572ae12a263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:11.410544 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a62cde5b-8aa2-4c20-bb1f-f23646a45407 req-5432a888-8a26-4fd1-9374-8572ae12a263 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a3335d6e-56c3-46e5-8ff5-ef0ba23a88e9 HTTP/1.1" status: 200 len: 853 time: 0.0896554 Jul 12 08:34:11.524995 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-35972b52-8a4b-4b12-bd44-686cc5b04e7f req-fa999864-a296-47cb-9b21-a124b1c6af8c service neutron] 10.222.0.23 "GET /v2.0/networks/d143cb68-cf0c-441a-ab6b-f4dec13820da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669948 Jul 12 08:34:11.546701 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cde5b-8aa2-4c20-bb1f-f23646a45407 req-a036e8b9-d2a1-4b7e-b3d4-197eeb659fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:11.548254 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a62cde5b-8aa2-4c20-bb1f-f23646a45407 req-a036e8b9-d2a1-4b7e-b3d4-197eeb659fc9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=986f9208-db04-4964-8aaf-294544c18fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1301150 Jul 12 08:34:11.559365 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecaf451-663a-45ad-88b6-b8b743af7c55 req-00700841-992a-4c83-b76a-4f07d3d893f1 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:11.560749 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3ecaf451-663a-45ad-88b6-b8b743af7c55 req-00700841-992a-4c83-b76a-4f07d3d893f1 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 945 time: 0.1159196 Jul 12 08:34:11.647292 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3ecaf451-663a-45ad-88b6-b8b743af7c55 req-ea7731e6-1536-4da2-9f63-5bda2aa1328a tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775411 Jul 12 08:34:11.672568 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a62cde5b-8aa2-4c20-bb1f-f23646a45407 req-0f59dd91-811c-4560-a5cd-be52d75dd121 service neutron] 10.222.0.23 "GET /v2.0/networks/986f9208-db04-4964-8aaf-294544c18fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108997 Jul 12 08:34:11.763161 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a62cde5b-8aa2-4c20-bb1f-f23646a45407 req-87188384-e3f7-4555-ae3c-9fb66020c37d service neutron] 10.222.0.23 "GET /v2.0/networks/986f9208-db04-4964-8aaf-294544c18fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833881 Jul 12 08:34:11.939331 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7a90f-7105-4b48-b681-84ed2687a371 req-4537d13e-3c43-4775-a04d-3ca38aaf9db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:11.940840 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-78b7a90f-7105-4b48-b681-84ed2687a371 req-4537d13e-3c43-4775-a04d-3ca38aaf9db5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 1098 time: 0.0524681 Jul 12 08:34:11.981812 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-78b7a90f-7105-4b48-b681-84ed2687a371 req-912aaa8d-f1f6-4bad-9312-a5047c0af2ef service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320361 Jul 12 08:34:12.111255 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f82cf-4a18-472c-bfe3-73021b6cab46 req-617c329d-f47e-416b-8481-0e0edcac92e8 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:12.112808 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-b74f82cf-4a18-472c-bfe3-73021b6cab46 req-617c329d-f47e-416b-8481-0e0edcac92e8 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 946 time: 0.0652623 Jul 12 08:34:12.150825 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-b74f82cf-4a18-472c-bfe3-73021b6cab46 req-c54bb301-7a8f-4103-bbac-ae7db8bf246e tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318816 Jul 12 08:34:12.317441 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e62a67-b77d-4ebb-9339-c96e4cc94533 req-fe4d11cd-589f-4bc1-8ff1-bbc7c93a0fd1 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:12.318942 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-79e62a67-b77d-4ebb-9339-c96e4cc94533 req-fe4d11cd-589f-4bc1-8ff1-bbc7c93a0fd1 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/ports?device_id=b33f3ac3-bfac-4229-80bd-6561ef0cd0ab HTTP/1.1" status: 200 len: 943 time: 0.0611801 Jul 12 08:34:12.354650 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-79e62a67-b77d-4ebb-9339-c96e4cc94533 req-32bb494a-1226-4ad8-9256-e1b23fb44d17 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1e136f8-a312-4bac-9fe7-5c6b039184a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302656 Jul 12 08:34:12.817478 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584d65d-216c-4ab0-a5c2-e628e2a1f584 req-7de62236-d46b-488e-9db7-6b80f8b16183 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:12.819247 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-6584d65d-216c-4ab0-a5c2-e628e2a1f584 req-7de62236-d46b-488e-9db7-6b80f8b16183 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 945 time: 0.0630991 Jul 12 08:34:12.856116 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-6584d65d-216c-4ab0-a5c2-e628e2a1f584 req-42f52b2e-b24b-4caa-a4fa-0a044626afdf tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312760 Jul 12 08:34:13.335032 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c63043-9a2a-4eea-9079-6d5a0a43aa48 req-a3a5bbc4-a3d6-4ba7-87c7-a3d9d33ae277 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:13.336530 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-23c63043-9a2a-4eea-9079-6d5a0a43aa48 req-a3a5bbc4-a3d6-4ba7-87c7-a3d9d33ae277 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 946 time: 0.0701785 Jul 12 08:34:13.374303 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-23c63043-9a2a-4eea-9079-6d5a0a43aa48 req-2d846e6d-f183-41d8-9efe-2978715dbdeb tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318491 Jul 12 08:34:13.523759 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9006f27-1db3-41b2-abf2-055f80201cf7 req-ffdfa1f4-fb6c-4f74-9bb8-df7fb2e9a70e tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:13.525212 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a9006f27-1db3-41b2-abf2-055f80201cf7 req-ffdfa1f4-fb6c-4f74-9bb8-df7fb2e9a70e tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/ports?device_id=b33f3ac3-bfac-4229-80bd-6561ef0cd0ab HTTP/1.1" status: 200 len: 943 time: 0.0612271 Jul 12 08:34:13.563896 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a9006f27-1db3-41b2-abf2-055f80201cf7 req-4a5008ee-9312-4afb-9b8e-a35652123d71 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1e136f8-a312-4bac-9fe7-5c6b039184a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332110 Jul 12 08:34:13.574947 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 338dc937-91e2-4358-8cac-1e05741243fa details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=92953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 08:34:13.664728 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port 338dc937-91e2-4358-8cac-1e05741243fa, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=338dc937-91e2-4358-8cac-1e05741243fa,segment=NetworkSegment(6add912b-c931-4b1c-93f8-04e76d46e745),segment_id=6add912b-c931-4b1c-93f8-04e76d46e745)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:34:13.675445 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Returning: {'device': '338dc937-91e2-4358-8cac-1e05741243fa', 'network_id': 'd143cb68-cf0c-441a-ab6b-f4dec13820da', 'port_id': '338dc937-91e2-4358-8cac-1e05741243fa', 'mac_address': 'fa:16:3e:88:82:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc65dc2b-3063-49a0-bb81-b2445154d0e9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 08:34:13.713337 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:13.725928 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 338dc937-91e2-4358-8cac-1e05741243fa {{(pid=92953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 08:34:13.744711 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port 338dc937-91e2-4358-8cac-1e05741243fa, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=338dc937-91e2-4358-8cac-1e05741243fa,segment=NetworkSegment(6add912b-c931-4b1c-93f8-04e76d46e745),segment_id=6add912b-c931-4b1c-93f8-04e76d46e745)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:34:13.748583 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:13.798056 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Pushing event updated for resources: {'Port': ['ID=338dc937-91e2-4358-8cac-1e05741243fa,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:34:14.027800 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ad059-bfac-47e8-b1a0-d2c017196093 req-0c79e1aa-e1df-422d-861e-fc14fe787004 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:14.029258 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a65ad059-bfac-47e8-b1a0-d2c017196093 req-0c79e1aa-e1df-422d-861e-fc14fe787004 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 945 time: 0.0631874 Jul 12 08:34:14.065067 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a65ad059-bfac-47e8-b1a0-d2c017196093 req-17eb863d-c3fe-4581-ba76-c5f77cbeea34 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303717 Jul 12 08:34:14.104070 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] get_ports_and_sgs() called for port_ids ['338dc937-91e2-4358-8cac-1e05741243fa'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 08:34:14.529672 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaec51d-533e-46ab-af15-16e9689e6930 req-962e8146-2b70-413b-aa7a-fa672c7d6e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:14.531227 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-fcaec51d-533e-46ab-af15-16e9689e6930 req-962e8146-2b70-413b-aa7a-fa672c7d6e77 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ca96284f2baa4ff8b8e4f29f16222f61&device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 1098 time: 0.0590358 Jul 12 08:34:14.573792 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144592ff-42aa-433e-ae8e-9e6723090b50 req-b3d4ce95-1dab-43eb-a02d-ffb96393d099 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:14.575435 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-144592ff-42aa-433e-ae8e-9e6723090b50 req-b3d4ce95-1dab-43eb-a02d-ffb96393d099 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 946 time: 0.0669551 Jul 12 08:34:14.614132 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-144592ff-42aa-433e-ae8e-9e6723090b50 req-f308f753-568a-42da-8c6c-6b9bf9fcf07a tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330095 Jul 12 08:34:14.662982 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92408b7a-720b-4630-a255-e14db54d5652 req-e77ba221-e3e2-48a2-b708-45416e9eb7e6 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:14.664537 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-92408b7a-720b-4630-a255-e14db54d5652 req-e77ba221-e3e2-48a2-b708-45416e9eb7e6 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 945 time: 0.1324391 Jul 12 08:34:14.667527 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaec51d-533e-46ab-af15-16e9689e6930 req-ee418409-f828-4c6e-999f-2308de844d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:14.668895 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-fcaec51d-533e-46ab-af15-16e9689e6930 req-ee418409-f828-4c6e-999f-2308de844d14 service neutron] 10.222.0.23 "GET /v2.0/networks?id=85b41c83-81a1-43ad-b6bf-2d322948dd3e HTTP/1.1" status: 200 len: 919 time: 0.1272447 Jul 12 08:34:14.721565 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-fcaec51d-533e-46ab-af15-16e9689e6930 req-ea83a22f-4f16-46ce-89e9-1e2fdbcd05fe service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0c6a6a3-7421-426f-b7ae-aead0db6d454 HTTP/1.1" status: 200 len: 217 time: 0.0432577 Jul 12 08:34:14.762366 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-92408b7a-720b-4630-a255-e14db54d5652 req-c0d75806-11f9-45b3-8311-9745933c3151 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916674 Jul 12 08:34:14.779309 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaec51d-533e-46ab-af15-16e9689e6930 req-6164885a-2ab4-4af8-a3e7-cf1afe1a90d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:14.780780 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-fcaec51d-533e-46ab-af15-16e9689e6930 req-6164885a-2ab4-4af8-a3e7-cf1afe1a90d9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fea1b1f0-4ade-4907-8fb8-44348ca7636e HTTP/1.1" status: 200 len: 858 time: 0.0500150 Jul 12 08:34:14.793903 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa864e1-8bf5-4a78-8b9f-4dc175821d16 req-f963c0eb-e6af-46d2-b638-21ffd9a78f90 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:14.795387 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-daa864e1-8bf5-4a78-8b9f-4dc175821d16 req-f963c0eb-e6af-46d2-b638-21ffd9a78f90 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/ports?device_id=b33f3ac3-bfac-4229-80bd-6561ef0cd0ab HTTP/1.1" status: 200 len: 944 time: 0.0728951 Jul 12 08:34:14.823670 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-fcaec51d-533e-46ab-af15-16e9689e6930 req-daf983e8-8fe3-4a3d-b17d-5c30466745d4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=85b41c83-81a1-43ad-b6bf-2d322948dd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269010 Jul 12 08:34:14.832238 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-daa864e1-8bf5-4a78-8b9f-4dc175821d16 req-f197e3ab-88a6-4ba7-929c-91b55ef88143 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1e136f8-a312-4bac-9fe7-5c6b039184a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313592 Jul 12 08:34:14.923129 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-fcaec51d-533e-46ab-af15-16e9689e6930 req-21fe47f9-5ec3-48cf-bb26-81afa8459554 service neutron] 10.222.0.23 "GET /v2.0/networks/85b41c83-81a1-43ad-b6bf-2d322948dd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834804 Jul 12 08:34:15.012443 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-fcaec51d-533e-46ab-af15-16e9689e6930 req-772ee1b6-62c2-4f0d-9458-92baa6cf4df6 service neutron] 10.222.0.23 "GET /v2.0/networks/85b41c83-81a1-43ad-b6bf-2d322948dd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796454 Jul 12 08:34:15.582759 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 338dc937-91e2-4358-8cac-1e05741243fa up at agent hyperv_hv-cinder-80043 {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:34:15.630636 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Provisioning for port 338dc937-91e2-4358-8cac-1e05741243fa completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:34:15.634764 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Provisioning complete for port 338dc937-91e2-4358-8cac-1e05741243fa triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:34:15.635133 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:15.726650 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:15.750677 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b33f3ac3-bfac-4229-80bd-6561ef0cd0ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '338dc937-91e2-4358-8cac-1e05741243fa'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:34:15.753162 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af58d1c9f1a57ad28455f2a1c324eb475fddbc81caacf3fdebaad0c9863d536b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb2bfaa-aaf9-4dbb-9c1d-3813471f1a56" -d '{"events": [{"server_uuid": "b33f3ac3-bfac-4229-80bd-6561ef0cd0ab", "name": "network-vif-plugged", "status": "completed", "tag": "338dc937-91e2-4358-8cac-1e05741243fa"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:34:15.767006 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port 338dc937-91e2-4358-8cac-1e05741243fa, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=338dc937-91e2-4358-8cac-1e05741243fa,segment=NetworkSegment(6add912b-c931-4b1c-93f8-04e76d46e745),segment_id=6add912b-c931-4b1c-93f8-04e76d46e745)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:34:15.774520 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:15.825225 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135bedcf-7e13-4aa6-a185-e2a26643544a req-8f5bcf99-b0a8-4c6e-9d59-0ae3417248cc tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:15.832948 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-135bedcf-7e13-4aa6-a185-e2a26643544a req-8f5bcf99-b0a8-4c6e-9d59-0ae3417248cc tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 946 time: 0.0973749 Jul 12 08:34:15.843752 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 08:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e470ed-358e-40ad-86c4-7f03b84bd05e x-openstack-request-id: req-c5e470ed-358e-40ad-86c4-7f03b84bd05e {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:34:15.844045 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b33f3ac3-bfac-4229-80bd-6561ef0cd0ab", "name": "network-vif-plugged", "status": "completed", "tag": "338dc937-91e2-4358-8cac-1e05741243fa", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:34:15.844300 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c5e470ed-358e-40ad-86c4-7f03b84bd05e {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:34:15.844682 dv-cinder-800431-1-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b33f3ac3-bfac-4229-80bd-6561ef0cd0ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '338dc937-91e2-4358-8cac-1e05741243fa', 'code': 200} Jul 12 08:34:15.861937 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Pushing event updated for resources: {'Port': ['ID=338dc937-91e2-4358-8cac-1e05741243fa,revision_number=5']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:34:15.881009 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-135bedcf-7e13-4aa6-a185-e2a26643544a req-ad66da59-7a7c-4cac-94e6-bde017a666a3 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471859 Jul 12 08:34:15.969227 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128065f8-9ac3-4e2d-b5dc-fc0086ed8937 req-628091a1-5519-4814-9057-50c418fe84de tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:15.971510 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-128065f8-9ac3-4e2d-b5dc-fc0086ed8937 req-628091a1-5519-4814-9057-50c418fe84de tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 945 time: 0.0692623 Jul 12 08:34:16.012013 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-128065f8-9ac3-4e2d-b5dc-fc0086ed8937 req-ca51058e-39a5-40e1-9a87-36c4a14c8df9 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339022 Jul 12 08:34:16.083705 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f3ec8b-fbff-4372-b6d4-3119e6e28ad3 req-e5fdf301-0eb8-4e4a-b073-5f02ae609cd0 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:16.085171 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-55f3ec8b-fbff-4372-b6d4-3119e6e28ad3 req-e5fdf301-0eb8-4e4a-b073-5f02ae609cd0 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/ports?device_id=b33f3ac3-bfac-4229-80bd-6561ef0cd0ab HTTP/1.1" status: 200 len: 945 time: 0.0927541 Jul 12 08:34:16.117938 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be383ec-6d5e-4c0f-a3b3-78517990fe1c req-ff3e1fc5-26b7-4c9c-8f78-6bedcc65fcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:16.119333 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4be383ec-6d5e-4c0f-a3b3-78517990fe1c req-ff3e1fc5-26b7-4c9c-8f78-6bedcc65fcc8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b33f3ac3-bfac-4229-80bd-6561ef0cd0ab HTTP/1.1" status: 200 len: 1098 time: 0.0889666 Jul 12 08:34:16.132617 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-55f3ec8b-fbff-4372-b6d4-3119e6e28ad3 req-46d5e132-8c31-4864-82f9-608ac6c90dbf tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1e136f8-a312-4bac-9fe7-5c6b039184a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406978 Jul 12 08:34:16.164271 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4be383ec-6d5e-4c0f-a3b3-78517990fe1c req-ef0489d9-f910-4861-843c-fce9594c94b5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d1e136f8-a312-4bac-9fe7-5c6b039184a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307164 Jul 12 08:34:17.057409 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef48a51-28cb-4389-91e3-2ada6fd6ee87 req-293085ee-fd12-45bd-afbd-c48885632dc1 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:17.058970 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-8ef48a51-28cb-4389-91e3-2ada6fd6ee87 req-293085ee-fd12-45bd-afbd-c48885632dc1 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 946 time: 0.0629971 Jul 12 08:34:17.096010 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-8ef48a51-28cb-4389-91e3-2ada6fd6ee87 req-f6b92bc7-bfa0-4957-b034-c77565207811 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315678 Jul 12 08:34:17.183047 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4270982b-2b82-43c3-8a56-01e196995aa1 req-8a178da5-7b3c-4f38-bcd0-c9efda4ccf34 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:17.184542 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4270982b-2b82-43c3-8a56-01e196995aa1 req-8a178da5-7b3c-4f38-bcd0-c9efda4ccf34 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 945 time: 0.0613260 Jul 12 08:34:17.220762 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4270982b-2b82-43c3-8a56-01e196995aa1 req-ad9e7760-936b-4e37-9809-61b259b93d7b tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308082 Jul 12 08:34:17.306670 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e576f0b-b099-4278-9bd4-3f081f5579fc req-5c982542-b6e8-4336-94e7-493aaf8ef0a7 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:17.308145 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-1e576f0b-b099-4278-9bd4-3f081f5579fc req-5c982542-b6e8-4336-94e7-493aaf8ef0a7 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/ports?device_id=b33f3ac3-bfac-4229-80bd-6561ef0cd0ab HTTP/1.1" status: 200 len: 945 time: 0.0610797 Jul 12 08:34:17.347319 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-1e576f0b-b099-4278-9bd4-3f081f5579fc req-1456e03c-37ec-4478-95b5-7003ea7d371a tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1e136f8-a312-4bac-9fe7-5c6b039184a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337143 Jul 12 08:34:18.272021 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114632be-aaa8-4e4a-99bf-29f700b8dbc0 req-9cd8edcc-4ff8-4648-9988-72e7fe584f44 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:18.273516 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-114632be-aaa8-4e4a-99bf-29f700b8dbc0 req-9cd8edcc-4ff8-4648-9988-72e7fe584f44 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 946 time: 0.0624626 Jul 12 08:34:18.310718 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-114632be-aaa8-4e4a-99bf-29f700b8dbc0 req-c0f2eb5a-0e63-4fc6-b377-7ad0e5cd9d7c tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317307 Jul 12 08:34:18.392714 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4feaca-467e-4cb6-8849-6627eed2ab70 req-919a1ba3-ecd7-4fd4-8f38-edade8a90f8d tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:18.394237 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-bd4feaca-467e-4cb6-8849-6627eed2ab70 req-919a1ba3-ecd7-4fd4-8f38-edade8a90f8d tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 945 time: 0.0621512 Jul 12 08:34:18.430990 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-bd4feaca-467e-4cb6-8849-6627eed2ab70 req-6eb8b545-1112-44d9-8c27-597f13301e15 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312090 Jul 12 08:34:18.518814 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524d961-4a4b-4c61-aebf-9624106bf5a9 req-871ec7a8-cf5a-4a7f-be05-9041360d7fed tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:18.521194 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5524d961-4a4b-4c61-aebf-9624106bf5a9 req-871ec7a8-cf5a-4a7f-be05-9041360d7fed tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/ports?device_id=b33f3ac3-bfac-4229-80bd-6561ef0cd0ab HTTP/1.1" status: 200 len: 945 time: 0.0674944 Jul 12 08:34:18.556913 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5524d961-4a4b-4c61-aebf-9624106bf5a9 req-decceafd-fe5b-4b22-954e-bfacce3544dc tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1e136f8-a312-4bac-9fe7-5c6b039184a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304594 Jul 12 08:34:19.481230 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e6b17-1a01-42b6-9600-bb4eab85668d req-4ac0424f-5ebd-4992-ba77-68bc5e48cb5e tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:19.482754 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-062e6b17-1a01-42b6-9600-bb4eab85668d req-4ac0424f-5ebd-4992-ba77-68bc5e48cb5e tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 946 time: 0.0611422 Jul 12 08:34:19.519227 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-062e6b17-1a01-42b6-9600-bb4eab85668d req-51e86f20-ef55-42b1-ad37-287e47c565ab tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308318 Jul 12 08:34:19.601210 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7f844-067a-4a85-8aa8-7baa8a34ad1a req-9e9b953d-a342-44cd-8a1d-13cec3070af6 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:19.602729 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9ba7f844-067a-4a85-8aa8-7baa8a34ad1a req-9e9b953d-a342-44cd-8a1d-13cec3070af6 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 945 time: 0.0617194 Jul 12 08:34:19.639788 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9ba7f844-067a-4a85-8aa8-7baa8a34ad1a req-b074d905-d228-4592-a6e9-092b23fe33ba tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310974 Jul 12 08:34:19.727861 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb5cdda-a6fd-4498-b9ee-e10235cf48e9 req-9e4bca65-b888-4b11-871e-7f096076b109 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:19.729311 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-8cb5cdda-a6fd-4498-b9ee-e10235cf48e9 req-9e4bca65-b888-4b11-871e-7f096076b109 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/ports?device_id=b33f3ac3-bfac-4229-80bd-6561ef0cd0ab HTTP/1.1" status: 200 len: 945 time: 0.0638816 Jul 12 08:34:19.764714 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-8cb5cdda-a6fd-4498-b9ee-e10235cf48e9 req-4619bfb2-6689-4bfd-ab8f-345217142a1e tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1e136f8-a312-4bac-9fe7-5c6b039184a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300393 Jul 12 08:34:20.668811 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-27d7ee80-e179-45b7-a334-2b53e9039c09 None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 08:34:20.700465 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460cc119-103c-42e9-bb70-dbbade425efc req-99f40219-9501-49db-b381-940f6bd2863a tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:20.701891 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-460cc119-103c-42e9-bb70-dbbade425efc req-99f40219-9501-49db-b381-940f6bd2863a tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 946 time: 0.0666707 Jul 12 08:34:20.737900 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-460cc119-103c-42e9-bb70-dbbade425efc req-b011c0f7-fa04-4f8f-9480-1f247c6827c2 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304990 Jul 12 08:34:20.815500 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce54097-f88b-4d46-95dc-9520334856a3 req-e1b2cb8c-adcc-43b4-a159-1b02c9f3432f tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:20.817608 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-5ce54097-f88b-4d46-95dc-9520334856a3 req-e1b2cb8c-adcc-43b4-a159-1b02c9f3432f tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 945 time: 0.0617640 Jul 12 08:34:20.854073 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-5ce54097-f88b-4d46-95dc-9520334856a3 req-4562156c-7b5d-4c67-8826-9731a91118f8 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307362 Jul 12 08:34:20.938703 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a82b57-992e-43c5-880f-a67d4edf6342 req-ef090315-fed9-434b-b06a-bbd64b115919 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:20.940377 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-42a82b57-992e-43c5-880f-a67d4edf6342 req-ef090315-fed9-434b-b06a-bbd64b115919 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/ports?device_id=b33f3ac3-bfac-4229-80bd-6561ef0cd0ab HTTP/1.1" status: 200 len: 945 time: 0.0664330 Jul 12 08:34:20.977745 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-42a82b57-992e-43c5-880f-a67d4edf6342 req-d6533ab3-8166-42c9-8221-5deba4489064 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1e136f8-a312-4bac-9fe7-5c6b039184a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309680 Jul 12 08:34:21.576609 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 981df685-a462-4059-9fe7-42d652f3077b details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=92953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 08:34:21.686708 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port 981df685-a462-4059-9fe7-42d652f3077b, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=981df685-a462-4059-9fe7-42d652f3077b,segment=NetworkSegment(8ae57f27-2f55-4ba4-8135-7182c274f38c),segment_id=8ae57f27-2f55-4ba4-8135-7182c274f38c)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:34:21.698271 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Returning: {'device': '981df685-a462-4059-9fe7-42d652f3077b', 'network_id': '87f9aa9d-4b32-44c0-9258-78c96af6cf8d', 'port_id': '981df685-a462-4059-9fe7-42d652f3077b', 'mac_address': 'fa:16:3e:ea:aa:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a3005b3-6c18-4cb2-94e4-48e9cf6a930f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 08:34:21.740719 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:21.754768 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 981df685-a462-4059-9fe7-42d652f3077b {{(pid=92953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 08:34:21.774967 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port 981df685-a462-4059-9fe7-42d652f3077b, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=981df685-a462-4059-9fe7-42d652f3077b,segment=NetworkSegment(8ae57f27-2f55-4ba4-8135-7182c274f38c),segment_id=8ae57f27-2f55-4ba4-8135-7182c274f38c)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:34:21.779809 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:21.843260 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Pushing event updated for resources: {'Port': ['ID=981df685-a462-4059-9fe7-42d652f3077b,revision_number=12']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:34:21.905218 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f053b4a9-a378-4ce0-a178-2cd7cc5517a4 req-85da453b-5065-4a24-9ac6-d38387929464 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:21.907192 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-f053b4a9-a378-4ce0-a178-2cd7cc5517a4 req-85da453b-5065-4a24-9ac6-d38387929464 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/ports?device_id=b33f3ac3-bfac-4229-80bd-6561ef0cd0ab HTTP/1.1" status: 200 len: 945 time: 0.0728111 Jul 12 08:34:21.951749 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd6961-6a8c-4bde-af26-162e9fae1a07 req-b0550dad-4b74-41eb-895e-b5347fd49b02 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:21.953294 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-eddd6961-6a8c-4bde-af26-162e9fae1a07 req-b0550dad-4b74-41eb-895e-b5347fd49b02 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 945 time: 0.0763526 Jul 12 08:34:21.961516 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-f053b4a9-a378-4ce0-a178-2cd7cc5517a4 req-e09cd2d4-72f5-4a01-b174-c032b9056494 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1e136f8-a312-4bac-9fe7-5c6b039184a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464201 Jul 12 08:34:21.997437 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-eddd6961-6a8c-4bde-af26-162e9fae1a07 req-0956f2d9-2f21-404c-84ee-ad398aa97898 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379238 Jul 12 08:34:22.047637 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-5b31f467-aedb-465a-8faa-300977f5a2c3 None None] Provisioning complete for port 981df685-a462-4059-9fe7-42d652f3077b triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:34:22.048105 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5b31f467-aedb-465a-8faa-300977f5a2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:22.122769 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5b31f467-aedb-465a-8faa-300977f5a2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:22.148537 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1132c8d2-6ec2-4e37-b308-4ea6e49f5541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981df685-a462-4059-9fe7-42d652f3077b'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:34:22.150775 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af58d1c9f1a57ad28455f2a1c324eb475fddbc81caacf3fdebaad0c9863d536b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8755bd-105d-4dce-9154-d07d40d4b93b" -d '{"events": [{"server_uuid": "1132c8d2-6ec2-4e37-b308-4ea6e49f5541", "name": "network-vif-plugged", "status": "completed", "tag": "981df685-a462-4059-9fe7-42d652f3077b"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:34:22.163334 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-5b31f467-aedb-465a-8faa-300977f5a2c3 None None] For port 981df685-a462-4059-9fe7-42d652f3077b, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=981df685-a462-4059-9fe7-42d652f3077b,segment=NetworkSegment(8ae57f27-2f55-4ba4-8135-7182c274f38c),segment_id=8ae57f27-2f55-4ba4-8135-7182c274f38c)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:34:22.167223 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5b31f467-aedb-465a-8faa-300977f5a2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:22.198712 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 08:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7b62c2-ff84-403e-89aa-7bc2353855cf x-openstack-request-id: req-bd7b62c2-ff84-403e-89aa-7bc2353855cf {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:34:22.198996 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1132c8d2-6ec2-4e37-b308-4ea6e49f5541", "name": "network-vif-plugged", "status": "completed", "tag": "981df685-a462-4059-9fe7-42d652f3077b", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:34:22.199238 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bd7b62c2-ff84-403e-89aa-7bc2353855cf {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:34:22.199605 dv-cinder-800431-1-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1132c8d2-6ec2-4e37-b308-4ea6e49f5541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981df685-a462-4059-9fe7-42d652f3077b', 'code': 200} Jul 12 08:34:22.200660 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] get_ports_and_sgs() called for port_ids ['981df685-a462-4059-9fe7-42d652f3077b'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 08:34:22.262522 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b31f467-aedb-465a-8faa-300977f5a2c3 None None] Pushing event updated for resources: {'Port': ['ID=981df685-a462-4059-9fe7-42d652f3077b,revision_number=13']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:34:22.533062 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-92c82539-0a90-4acf-8c57-7d051a728370 None None] Provisioning complete for port 981df685-a462-4059-9fe7-42d652f3077b triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:34:22.533345 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-92c82539-0a90-4acf-8c57-7d051a728370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:22.827487 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b0a02-12d0-480d-aaa2-26c05d6d7641 req-07a81b7d-38e1-41e4-a937-9f8f43647e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:22.828974 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-705b0a02-12d0-480d-aaa2-26c05d6d7641 req-07a81b7d-38e1-41e4-a937-9f8f43647e67 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 1099 time: 0.0566497 Jul 12 08:34:22.862319 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-705b0a02-12d0-480d-aaa2-26c05d6d7641 req-a02ef960-3b67-46aa-8770-29f6333569fd service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266654 Jul 12 08:34:23.148746 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e890d-363b-4e7d-8191-e31209efa8a5 req-17da79f0-a16a-4307-a986-f1aa4aa7b718 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:23.150421 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e75e890d-363b-4e7d-8191-e31209efa8a5 req-17da79f0-a16a-4307-a986-f1aa4aa7b718 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/ports?device_id=b33f3ac3-bfac-4229-80bd-6561ef0cd0ab HTTP/1.1" status: 200 len: 945 time: 0.0639319 Jul 12 08:34:23.178741 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f4d46-93c4-42b6-b8b5-cb3f72cf1c42 req-c84533aa-f5cc-40c4-b803-aa2ee9edede4 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:23.180683 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-c62f4d46-93c4-42b6-b8b5-cb3f72cf1c42 req-c84533aa-f5cc-40c4-b803-aa2ee9edede4 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 946 time: 0.0630324 Jul 12 08:34:23.187590 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e75e890d-363b-4e7d-8191-e31209efa8a5 req-23c33204-17a5-4b21-891f-1c081b166603 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1e136f8-a312-4bac-9fe7-5c6b039184a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313401 Jul 12 08:34:23.216846 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-c62f4d46-93c4-42b6-b8b5-cb3f72cf1c42 req-230d8bcc-c745-47ef-8687-22d9e412ae5d tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311522 Jul 12 08:34:23.593575 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 981df685-a462-4059-9fe7-42d652f3077b up at agent hyperv_hv-cinder-80043 {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:34:23.639494 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Provisioning complete for port 981df685-a462-4059-9fe7-42d652f3077b triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:34:23.639892 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:23.940537 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9de36-1f10-42dc-991d-1ebd53933e04 req-f7a3b96a-6d9a-4b8b-b5bf-9bf3d5f11296 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:23.942079 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-70f9de36-1f10-42dc-991d-1ebd53933e04 req-f7a3b96a-6d9a-4b8b-b5bf-9bf3d5f11296 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.23 "GET /v2.0/ports?device_id=b33f3ac3-bfac-4229-80bd-6561ef0cd0ab HTTP/1.1" status: 200 len: 945 time: 0.0618732 Jul 12 08:34:24.072355 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [req-70f9de36-1f10-42dc-991d-1ebd53933e04 req-859a33bb-8a7a-4f49-938e-09cda8a131bb tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Deleting port 338dc937-91e2-4358-8cac-1e05741243fa {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 08:34:24.072932 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-70f9de36-1f10-42dc-991d-1ebd53933e04 req-859a33bb-8a7a-4f49-938e-09cda8a131bb tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748223187694'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:24.187145 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-70f9de36-1f10-42dc-991d-1ebd53933e04 req-859a33bb-8a7a-4f49-938e-09cda8a131bb tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] For port 338dc937-91e2-4358-8cac-1e05741243fa, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=338dc937-91e2-4358-8cac-1e05741243fa,segment=NetworkSegment(6add912b-c931-4b1c-93f8-04e76d46e745),segment_id=6add912b-c931-4b1c-93f8-04e76d46e745)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:34:24.188265 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-70f9de36-1f10-42dc-991d-1ebd53933e04 req-859a33bb-8a7a-4f49-938e-09cda8a131bb tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528347'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:24.205181 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [req-70f9de36-1f10-42dc-991d-1ebd53933e04 req-859a33bb-8a7a-4f49-938e-09cda8a131bb tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Calling delete_port for 338dc937-91e2-4358-8cac-1e05741243fa owned by compute:nova {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 08:34:24.427659 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930965c-dbae-4e61-8dac-3a05f405c42e req-07b6de09-ac78-4236-a724-2c533297b0cd tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:24.430429 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-5930965c-dbae-4e61-8dac-3a05f405c42e req-07b6de09-ac78-4236-a724-2c533297b0cd tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 946 time: 0.0668035 Jul 12 08:34:24.471268 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-5930965c-dbae-4e61-8dac-3a05f405c42e req-5a49e729-6e66-47c4-98ff-96beebacc5c0 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362670 Jul 12 08:34:24.480159 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-70f9de36-1f10-42dc-991d-1ebd53933e04 req-859a33bb-8a7a-4f49-938e-09cda8a131bb tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8377658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748223196968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748222641655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1188448'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:24.494039 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] get_ports_and_sgs() called for port_ids ['338dc937-91e2-4358-8cac-1e05741243fa'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 08:34:24.543448 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7bd7fe-dba6-41e9-8a46-a4c1169d230c req-63637abd-a67a-45d0-9a99-651c34bb3156 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:24.545128 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-bf7bd7fe-dba6-41e9-8a46-a4c1169d230c req-63637abd-a67a-45d0-9a99-651c34bb3156 tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/ports?device_id=b33f3ac3-bfac-4229-80bd-6561ef0cd0ab HTTP/1.1" status: 200 len: 945 time: 0.1775157 Jul 12 08:34:24.548785 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a33bb-8a7a-4f49-938e-09cda8a131bb tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Pushing event deleted for resources: {'Port': ['ID=338dc937-91e2-4358-8cac-1e05741243fa,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:34:24.586007 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859a33bb-8a7a-4f49-938e-09cda8a131bb tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:34:24.586368 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859a33bb-8a7a-4f49-938e-09cda8a131bb tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:34:24.586770 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859a33bb-8a7a-4f49-938e-09cda8a131bb tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:34:24.587049 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859a33bb-8a7a-4f49-938e-09cda8a131bb tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:34:24.587384 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859a33bb-8a7a-4f49-938e-09cda8a131bb tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:34:24.587718 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859a33bb-8a7a-4f49-938e-09cda8a131bb tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:34:24.589199 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859a33bb-8a7a-4f49-938e-09cda8a131bb tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:34:24.589199 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859a33bb-8a7a-4f49-938e-09cda8a131bb tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:34:24.589199 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859a33bb-8a7a-4f49-938e-09cda8a131bb tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:34:24.589199 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859a33bb-8a7a-4f49-938e-09cda8a131bb tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:34:24.589564 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859a33bb-8a7a-4f49-938e-09cda8a131bb tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:34:24.589662 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859a33bb-8a7a-4f49-938e-09cda8a131bb tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:34:24.625812 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f9de36-1f10-42dc-991d-1ebd53933e04 req-859a33bb-8a7a-4f49-938e-09cda8a131bb tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] No DVR routers for this DVR port 338dc937-91e2-4358-8cac-1e05741243fa on host hv-cinder-80043 {{(pid=92952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 08:34:24.630910 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-70f9de36-1f10-42dc-991d-1ebd53933e04 req-859a33bb-8a7a-4f49-938e-09cda8a131bb tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:24.633127 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-70f9de36-1f10-42dc-991d-1ebd53933e04 req-859a33bb-8a7a-4f49-938e-09cda8a131bb tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.23 "DELETE /v2.0/ports/338dc937-91e2-4358-8cac-1e05741243fa HTTP/1.1" status: 204 len: 173 time: 0.6748352 Jul 12 08:34:24.633575 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b33f3ac3-bfac-4229-80bd-6561ef0cd0ab', 'name': 'network-vif-deleted', 'tag': '338dc937-91e2-4358-8cac-1e05741243fa'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:34:24.636011 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35659b288decb3563870ae931b8d662eab2da969d6ab5856613d86fcebdbc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d590d5f-4a6f-4f5f-8603-926b3abc525b" -d '{"events": [{"server_uuid": "b33f3ac3-bfac-4229-80bd-6561ef0cd0ab", "name": "network-vif-deleted", "tag": "338dc937-91e2-4358-8cac-1e05741243fa"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:34:24.655199 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-bf7bd7fe-dba6-41e9-8a46-a4c1169d230c req-e91e9492-09e7-4f48-9949-d5ce42880c2b tempest-VolumesActionsTest-1774223826 tempest-VolumesActionsTest-1774223826-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1e136f8-a312-4bac-9fe7-5c6b039184a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996776 Jul 12 08:34:24.747841 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 08:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600362f4-39f2-4bd0-a285-7c488f9c1418 x-openstack-request-id: req-600362f4-39f2-4bd0-a285-7c488f9c1418 {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:34:24.749709 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b33f3ac3-bfac-4229-80bd-6561ef0cd0ab", "name": "network-vif-deleted", "tag": "338dc937-91e2-4358-8cac-1e05741243fa", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:34:24.750147 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-600362f4-39f2-4bd0-a285-7c488f9c1418 {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:34:24.750569 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b33f3ac3-bfac-4229-80bd-6561ef0cd0ab', 'name': 'network-vif-deleted', 'tag': '338dc937-91e2-4358-8cac-1e05741243fa', 'status': 'completed', 'code': 200} Jul 12 08:34:25.029490 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880a696-c913-479e-aad0-6c077222157b req-3cad9ece-5aa9-4d32-ad7f-dcba216362e7 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:25.031048 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2880a696-c913-479e-aad0-6c077222157b req-3cad9ece-5aa9-4d32-ad7f-dcba216362e7 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b85e9a3-2c63-40e2-987e-49d253eb944d HTTP/1.1" status: 200 len: 945 time: 0.0660312 Jul 12 08:34:25.071523 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2880a696-c913-479e-aad0-6c077222157b req-fc9c3bf8-b152-43fc-9049-59887df8e906 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344086 Jul 12 08:34:25.658209 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5048ac26-43e3-454e-a031-63ce15a2956a req-2927835e-8640-4a78-af7e-31ada3073783 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:25.659965 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-5048ac26-43e3-454e-a031-63ce15a2956a req-2927835e-8640-4a78-af7e-31ada3073783 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 946 time: 0.0646880 Jul 12 08:34:25.697584 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-5048ac26-43e3-454e-a031-63ce15a2956a req-a01649f1-c44c-42d3-812a-5a410c3e0f77 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321758 Jul 12 08:34:26.251686 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba6be4-dc77-4d2a-9d8a-97183eb90554 req-2d4029a9-b8b1-4d87-84dc-1c4473360010 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:26.253210 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-43ba6be4-dc77-4d2a-9d8a-97183eb90554 req-2d4029a9-b8b1-4d87-84dc-1c4473360010 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b85e9a3-2c63-40e2-987e-49d253eb944d HTTP/1.1" status: 200 len: 945 time: 0.0653818 Jul 12 08:34:26.293617 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-43ba6be4-dc77-4d2a-9d8a-97183eb90554 req-4f0d5d54-913b-4189-b77c-c599c603cbe5 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343590 Jul 12 08:34:27.469296 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd6a2a-0214-466b-9b07-42be3203bfb1 req-14b60f97-3ae1-4845-9a22-47fc4136a36f tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:27.470858 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3fdd6a2a-0214-466b-9b07-42be3203bfb1 req-14b60f97-3ae1-4845-9a22-47fc4136a36f tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b85e9a3-2c63-40e2-987e-49d253eb944d HTTP/1.1" status: 200 len: 945 time: 0.0631535 Jul 12 08:34:27.513211 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3fdd6a2a-0214-466b-9b07-42be3203bfb1 req-4143a62d-9c21-4743-8634-e04369011394 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367587 Jul 12 08:34:28.682678 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d491f-dd97-4244-bdd7-e9f339382304 req-8817e81b-dbe1-43ca-a2f8-83522f8149f9 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:28.684453 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-365d491f-dd97-4244-bdd7-e9f339382304 req-8817e81b-dbe1-43ca-a2f8-83522f8149f9 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b85e9a3-2c63-40e2-987e-49d253eb944d HTTP/1.1" status: 200 len: 945 time: 0.0619180 Jul 12 08:34:28.724267 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-365d491f-dd97-4244-bdd7-e9f339382304 req-d36afae2-9a9f-43b2-8d28-3afcfafbc816 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342083 Jul 12 08:34:28.849946 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 338dc937-91e2-4358-8cac-1e05741243fa no longer exists at agent hyperv_hv-cinder-80043 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 08:34:28.869918 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] No Port match for: 338dc937-91e2-4358-8cac-1e05741243fa {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 08:34:28.870265 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 338dc937-91e2-4358-8cac-1e05741243fa not bound to the agent host hv-cinder-80043 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 08:34:29.894612 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2fae93-c84a-4e75-aca5-b54f45d34120 req-437e4c59-ce70-4d9e-a85f-db299a7f4c56 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:29.896011 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5f2fae93-c84a-4e75-aca5-b54f45d34120 req-437e4c59-ce70-4d9e-a85f-db299a7f4c56 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b85e9a3-2c63-40e2-987e-49d253eb944d HTTP/1.1" status: 200 len: 945 time: 0.0627134 Jul 12 08:34:29.935501 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5f2fae93-c84a-4e75-aca5-b54f45d34120 req-d4f072e7-9d5c-4fd4-8128-79b412434d02 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325985 Jul 12 08:34:30.200807 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-40502ffd-c77b-4b65-8581-abdda954b8b3 req-3dc60c60-7631-45c8-8b8c-b2a7f06db63c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0540912 Jul 12 08:34:30.281077 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40502ffd-c77b-4b65-8581-abdda954b8b3 req-9e86f647-a913-43bd-ad38-f95fb6b711f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:30.282612 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-40502ffd-c77b-4b65-8581-abdda954b8b3 req-9e86f647-a913-43bd-ad38-f95fb6b711f1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ca5d7c4d35274957aea289fc8cbe4d73&device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 1099 time: 0.0516946 Jul 12 08:34:30.384686 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40502ffd-c77b-4b65-8581-abdda954b8b3 req-7de72296-c7a4-4a41-9e13-497f8ddf0bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:30.386177 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-40502ffd-c77b-4b65-8581-abdda954b8b3 req-7de72296-c7a4-4a41-9e13-497f8ddf0bc4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=87f9aa9d-4b32-44c0-9258-78c96af6cf8d HTTP/1.1" status: 200 len: 917 time: 0.0822015 Jul 12 08:34:30.452655 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-40502ffd-c77b-4b65-8581-abdda954b8b3 req-693c2bbf-8ac4-4b2f-a51e-4ae1aa808d37 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=981df685-a462-4059-9fe7-42d652f3077b HTTP/1.1" status: 200 len: 1001 time: 0.0580249 Jul 12 08:34:30.518123 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40502ffd-c77b-4b65-8581-abdda954b8b3 req-64f93e2a-c330-4671-a12a-c9937781c788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:30.520162 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-40502ffd-c77b-4b65-8581-abdda954b8b3 req-64f93e2a-c330-4671-a12a-c9937781c788 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2a3005b3-6c18-4cb2-94e4-48e9cf6a930f HTTP/1.1" status: 200 len: 855 time: 0.0435030 Jul 12 08:34:30.575884 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40502ffd-c77b-4b65-8581-abdda954b8b3 req-9edc2773-fcf7-4907-a42a-e9869c862079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:30.577367 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-40502ffd-c77b-4b65-8581-abdda954b8b3 req-9edc2773-fcf7-4907-a42a-e9869c862079 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=87f9aa9d-4b32-44c0-9258-78c96af6cf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506189 Jul 12 08:34:30.674592 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-40502ffd-c77b-4b65-8581-abdda954b8b3 req-ffdbe309-3a9e-490f-b778-746a0f86d50e service neutron] 10.222.0.23 "GET /v2.0/networks/87f9aa9d-4b32-44c0-9258-78c96af6cf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895884 Jul 12 08:34:30.772420 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-40502ffd-c77b-4b65-8581-abdda954b8b3 req-955cc84e-beba-4db3-a65d-05f5920468bc service neutron] 10.222.0.23 "GET /v2.0/networks/87f9aa9d-4b32-44c0-9258-78c96af6cf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793953 Jul 12 08:34:31.121976 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0207a-0b30-42d9-a7ac-b71f89a00592 req-a82540f6-8500-49ee-a7a6-0bf6e49a6b4f tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:31.123541 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-90b0207a-0b30-42d9-a7ac-b71f89a00592 req-a82540f6-8500-49ee-a7a6-0bf6e49a6b4f tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b85e9a3-2c63-40e2-987e-49d253eb944d HTTP/1.1" status: 200 len: 945 time: 0.0658777 Jul 12 08:34:31.163063 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-90b0207a-0b30-42d9-a7ac-b71f89a00592 req-7251b96d-5401-4f09-a71e-7802160c4433 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331497 Jul 12 08:34:31.320613 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f74ef-f7a0-4638-aca7-adce4dfac311 req-3c114e82-7e66-4887-8dc2-b01821f971d3 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:31.322319 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-de7f74ef-f7a0-4638-aca7-adce4dfac311 req-3c114e82-7e66-4887-8dc2-b01821f971d3 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b85e9a3-2c63-40e2-987e-49d253eb944d HTTP/1.1" status: 200 len: 945 time: 0.0809567 Jul 12 08:34:31.454172 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [req-de7f74ef-f7a0-4638-aca7-adce4dfac311 req-b232ea33-c5b8-4ff2-bea0-5b04ddf476ab tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Deleting port 15d31eb4-584d-4f63-8984-41e03aeae0e2 {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 08:34:31.454513 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-de7f74ef-f7a0-4638-aca7-adce4dfac311 req-b232ea33-c5b8-4ff2-bea0-5b04ddf476ab tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748223187694'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:31.541951 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:31.574636 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-de7f74ef-f7a0-4638-aca7-adce4dfac311 req-b232ea33-c5b8-4ff2-bea0-5b04ddf476ab tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] For port 15d31eb4-584d-4f63-8984-41e03aeae0e2, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=15d31eb4-584d-4f63-8984-41e03aeae0e2,segment=NetworkSegment(03fa2880-daf4-4588-a207-d365bbaa5d26),segment_id=03fa2880-daf4-4588-a207-d365bbaa5d26)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:34:31.575014 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-de7f74ef-f7a0-4638-aca7-adce4dfac311 req-b232ea33-c5b8-4ff2-bea0-5b04ddf476ab tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528347'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:31.589926 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [req-de7f74ef-f7a0-4638-aca7-adce4dfac311 req-b232ea33-c5b8-4ff2-bea0-5b04ddf476ab tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Calling delete_port for 15d31eb4-584d-4f63-8984-41e03aeae0e2 owned by compute:nova {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 08:34:31.830784 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-de7f74ef-f7a0-4638-aca7-adce4dfac311 req-b232ea33-c5b8-4ff2-bea0-5b04ddf476ab tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8377658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748223196968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748222641655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1188448'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:31.843334 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] get_ports_and_sgs() called for port_ids ['c0c6a6a3-7421-426f-b7ae-aead0db6d454', '15d31eb4-584d-4f63-8984-41e03aeae0e2'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 08:34:31.867699 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b232ea33-c5b8-4ff2-bea0-5b04ddf476ab tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Pushing event deleted for resources: {'Port': ['ID=15d31eb4-584d-4f63-8984-41e03aeae0e2,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:34:31.919171 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-de7f74ef-f7a0-4638-aca7-adce4dfac311 req-b232ea33-c5b8-4ff2-bea0-5b04ddf476ab tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] No DVR routers for this DVR port 15d31eb4-584d-4f63-8984-41e03aeae0e2 on host hv-cinder-80043 {{(pid=92952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 08:34:31.923102 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-de7f74ef-f7a0-4638-aca7-adce4dfac311 req-b232ea33-c5b8-4ff2-bea0-5b04ddf476ab tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:31.925259 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-de7f74ef-f7a0-4638-aca7-adce4dfac311 req-b232ea33-c5b8-4ff2-bea0-5b04ddf476ab tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.23 "DELETE /v2.0/ports/15d31eb4-584d-4f63-8984-41e03aeae0e2 HTTP/1.1" status: 204 len: 173 time: 0.5936468 Jul 12 08:34:31.926509 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b85e9a3-2c63-40e2-987e-49d253eb944d', 'name': 'network-vif-deleted', 'tag': '15d31eb4-584d-4f63-8984-41e03aeae0e2'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:34:31.929626 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35659b288decb3563870ae931b8d662eab2da969d6ab5856613d86fcebdbc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ec1100-26d4-4d1e-8a55-14b0acb7f2f3" -d '{"events": [{"server_uuid": "1b85e9a3-2c63-40e2-987e-49d253eb944d", "name": "network-vif-deleted", "tag": "15d31eb4-584d-4f63-8984-41e03aeae0e2"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:34:31.996118 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 08:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897e593f-e9b0-41c0-8f79-8541872c29f4 x-openstack-request-id: req-897e593f-e9b0-41c0-8f79-8541872c29f4 {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:34:31.996487 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b85e9a3-2c63-40e2-987e-49d253eb944d", "name": "network-vif-deleted", "tag": "15d31eb4-584d-4f63-8984-41e03aeae0e2", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:34:31.996626 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-897e593f-e9b0-41c0-8f79-8541872c29f4 {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:34:31.997029 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b85e9a3-2c63-40e2-987e-49d253eb944d', 'name': 'network-vif-deleted', 'tag': '15d31eb4-584d-4f63-8984-41e03aeae0e2', 'status': 'completed', 'code': 200} Jul 12 08:34:32.329905 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-dde3f11a-af26-4f59-9c03-5e5152755a59 req-53163720-1f7b-4eee-a13f-2736c803eaaf tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b85e9a3-2c63-40e2-987e-49d253eb944d HTTP/1.1" status: 200 len: 210 time: 0.0286207 Jul 12 08:34:33.806402 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f82d41-e32c-4794-8b44-6a90f80d78ac req-e2472252-c874-4d9f-b47f-6e959b3eaae6 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:33.808157 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b7f82d41-e32c-4794-8b44-6a90f80d78ac req-e2472252-c874-4d9f-b47f-6e959b3eaae6 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 945 time: 0.0649567 Jul 12 08:34:33.850719 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b7f82d41-e32c-4794-8b44-6a90f80d78ac req-9021b6eb-01d1-4b3d-9783-4129fd72717b tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348742 Jul 12 08:34:34.075165 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0ce7336e-b7e9-48fe-9c0e-1cb823521785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:35.048083 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04313b91-b9ca-447e-8e16-6f6862438184 req-0eb81437-59ab-47a2-954c-ade6a0879c7d tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:35.049574 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-04313b91-b9ca-447e-8e16-6f6862438184 req-0eb81437-59ab-47a2-954c-ade6a0879c7d tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 945 time: 0.0705316 Jul 12 08:34:35.088707 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-04313b91-b9ca-447e-8e16-6f6862438184 req-4b6a0678-7665-4730-aa90-08824c1d8bf9 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335145 Jul 12 08:34:36.013514 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 15d31eb4-584d-4f63-8984-41e03aeae0e2 no longer exists at agent hyperv_hv-cinder-80043 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 08:34:36.035296 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] No Port match for: 15d31eb4-584d-4f63-8984-41e03aeae0e2 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 08:34:36.035743 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 15d31eb4-584d-4f63-8984-41e03aeae0e2 not bound to the agent host hv-cinder-80043 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 08:34:36.273530 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebe4fd9-4019-48df-8946-f0f726a7dd3e req-aacd2e97-7ad7-44b7-81c2-bdcac387cd77 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:36.275909 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-bebe4fd9-4019-48df-8946-f0f726a7dd3e req-aacd2e97-7ad7-44b7-81c2-bdcac387cd77 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 945 time: 0.0729306 Jul 12 08:34:36.315501 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-bebe4fd9-4019-48df-8946-f0f726a7dd3e req-b966c58a-a23f-4386-9e20-ebc821cc4cb4 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349317 Jul 12 08:34:36.964456 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:36.985655 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-51175055-6d96-4cbe-9258-a07c1b64ca91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:37.508254 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bec76b-8b32-4ac4-8094-747224a64405 req-a504d863-0a60-4155-a44f-8b54729da778 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:37.510005 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-30bec76b-8b32-4ac4-8094-747224a64405 req-a504d863-0a60-4155-a44f-8b54729da778 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 945 time: 0.0755241 Jul 12 08:34:37.550579 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-30bec76b-8b32-4ac4-8094-747224a64405 req-f4472e4e-c7a7-4299-b11d-fe04ea71dd8b tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349090 Jul 12 08:34:37.839483 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8beb-ed90-4929-879a-4eba2c5b629e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:38.731575 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846146f5-dec5-4a5f-be81-272e50edc942 req-65a12c05-e987-404b-9503-f4aa602c8c31 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:38.733080 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-846146f5-dec5-4a5f-be81-272e50edc942 req-65a12c05-e987-404b-9503-f4aa602c8c31 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 945 time: 0.0706525 Jul 12 08:34:38.776602 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-846146f5-dec5-4a5f-be81-272e50edc942 req-7a120775-dd92-4b7b-adc3-43a788cee409 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367067 Jul 12 08:34:39.327913 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ecbbe-1ec7-4199-9c60-5aeee29113ca req-ba3ce4b3-497c-4483-a36b-a154f4b42a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:39.329353 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e30ecbbe-1ec7-4199-9c60-5aeee29113ca req-ba3ce4b3-497c-4483-a36b-a154f4b42a72 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=61b587b0c53b492fb8b219a96dd1c56a&device_id=fab23622-23ac-4413-83c9-b723701886b8 HTTP/1.1" status: 200 len: 1137 time: 0.1187048 Jul 12 08:34:39.344664 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636f0f9-4ef8-4d6d-84a2-f28a3b3c9ed4 req-9b8411c6-294a-460c-9df4-15aee980162c tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:39.346112 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-1636f0f9-4ef8-4d6d-84a2-f28a3b3c9ed4 req-9b8411c6-294a-460c-9df4-15aee980162c tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab23622-23ac-4413-83c9-b723701886b8 HTTP/1.1" status: 200 len: 984 time: 0.0914114 Jul 12 08:34:39.374270 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8148b14b-fdb1-487f-b940-7b46dc6d16f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:39.450750 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-1636f0f9-4ef8-4d6d-84a2-f28a3b3c9ed4 req-358e71d6-f5a9-4c4f-874a-2f8d994a458d tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/security-groups?id=475b4fc8-b563-48f3-9960-d784b6deedf8&id=987630df-f32e-441e-8058-2236504d0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0941432 Jul 12 08:34:39.468943 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ecbbe-1ec7-4199-9c60-5aeee29113ca req-374962b3-e666-420c-9432-64fbfc9c0c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:39.470536 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e30ecbbe-1ec7-4199-9c60-5aeee29113ca req-374962b3-e666-420c-9432-64fbfc9c0c83 service neutron] 10.222.0.23 "GET /v2.0/networks?id=986f9208-db04-4964-8aaf-294544c18fee HTTP/1.1" status: 200 len: 915 time: 0.1235683 Jul 12 08:34:39.546785 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e30ecbbe-1ec7-4199-9c60-5aeee29113ca req-f85b472b-a68e-4034-a862-fadd0a3a5341 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d06b74e2-54ee-40dc-9481-8f041bbc7f7e HTTP/1.1" status: 200 len: 1001 time: 0.0665922 Jul 12 08:34:39.595536 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ecbbe-1ec7-4199-9c60-5aeee29113ca req-80c47489-d202-4f05-a9b4-dc3472196049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:39.597069 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e30ecbbe-1ec7-4199-9c60-5aeee29113ca req-80c47489-d202-4f05-a9b4-dc3472196049 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a3335d6e-56c3-46e5-8ff5-ef0ba23a88e9 HTTP/1.1" status: 200 len: 853 time: 0.0434847 Jul 12 08:34:39.868299 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ecbbe-1ec7-4199-9c60-5aeee29113ca req-47541456-3c1a-483e-a4c7-b8f831f494e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:39.870128 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e30ecbbe-1ec7-4199-9c60-5aeee29113ca req-47541456-3c1a-483e-a4c7-b8f831f494e5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=986f9208-db04-4964-8aaf-294544c18fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2642059 Jul 12 08:34:39.967111 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4498c9d-e44c-490e-b43b-d5ea3aa075e8 req-7c49c5a4-5b9c-4b10-953b-15458d7f48dd tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:39.969403 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-b4498c9d-e44c-490e-b43b-d5ea3aa075e8 req-7c49c5a4-5b9c-4b10-953b-15458d7f48dd tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 945 time: 0.0675857 Jul 12 08:34:39.974918 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e30ecbbe-1ec7-4199-9c60-5aeee29113ca req-fa30eb08-8ce4-4e85-826a-007aa55d47c3 service neutron] 10.222.0.23 "GET /v2.0/networks/986f9208-db04-4964-8aaf-294544c18fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936024 Jul 12 08:34:40.013997 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-b4498c9d-e44c-490e-b43b-d5ea3aa075e8 req-cb7b7c36-1dec-485d-8f8f-672d1b9372ad tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379858 Jul 12 08:34:40.084254 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e30ecbbe-1ec7-4199-9c60-5aeee29113ca req-31aee1e1-a8c9-47ec-ac67-cee4ff20f05a service neutron] 10.222.0.23 "GET /v2.0/networks/986f9208-db04-4964-8aaf-294544c18fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972474 Jul 12 08:34:40.645434 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fafa3c-ab82-4cfe-8215-75e4ca1c30e2 req-771fb388-3a51-4235-9efe-63b37f53e4cb tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:40.647130 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b0fafa3c-ab82-4cfe-8215-75e4ca1c30e2 req-771fb388-3a51-4235-9efe-63b37f53e4cb tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab23622-23ac-4413-83c9-b723701886b8 HTTP/1.1" status: 200 len: 984 time: 0.0673630 Jul 12 08:34:40.692306 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b0fafa3c-ab82-4cfe-8215-75e4ca1c30e2 req-e3e2643a-63eb-498c-8401-be495d95a6c4 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/security-groups?id=475b4fc8-b563-48f3-9960-d784b6deedf8&id=987630df-f32e-441e-8058-2236504d0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0384717 Jul 12 08:34:41.024831 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476aa75f-4fd3-40c8-ac95-e5b3f0d728ef req-3ed5db75-bfb5-4245-b956-cb47194fe2c4 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:41.026431 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-476aa75f-4fd3-40c8-ac95-e5b3f0d728ef req-3ed5db75-bfb5-4245-b956-cb47194fe2c4 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.23 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 945 time: 0.0669272 Jul 12 08:34:41.139918 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [req-476aa75f-4fd3-40c8-ac95-e5b3f0d728ef req-5782252b-300b-46ee-881a-562116ef5d5b tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Deleting port c0c6a6a3-7421-426f-b7ae-aead0db6d454 {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 08:34:41.140319 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-476aa75f-4fd3-40c8-ac95-e5b3f0d728ef req-5782252b-300b-46ee-881a-562116ef5d5b tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748223187694'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:41.204907 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bbd52c-3401-4bd1-8545-4f1f49e45d08 req-2cce00cd-8a7f-4925-b906-6f3c48dc6e4d tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:41.210207 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-36bbd52c-3401-4bd1-8545-4f1f49e45d08 req-2cce00cd-8a7f-4925-b906-6f3c48dc6e4d tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/ports?device_id=319e414f-c9c7-44e8-895d-e94fbdfd8870 HTTP/1.1" status: 200 len: 945 time: 0.0747669 Jul 12 08:34:41.247202 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-476aa75f-4fd3-40c8-ac95-e5b3f0d728ef req-5782252b-300b-46ee-881a-562116ef5d5b tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] For port c0c6a6a3-7421-426f-b7ae-aead0db6d454, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=c0c6a6a3-7421-426f-b7ae-aead0db6d454,segment=NetworkSegment(03fa2880-daf4-4588-a207-d365bbaa5d26),segment_id=03fa2880-daf4-4588-a207-d365bbaa5d26)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:34:41.247563 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-476aa75f-4fd3-40c8-ac95-e5b3f0d728ef req-5782252b-300b-46ee-881a-562116ef5d5b tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528347'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:41.250911 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-36bbd52c-3401-4bd1-8545-4f1f49e45d08 req-4178ce7c-4f75-4d36-ba8c-c6d53291c708 tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.37 "GET /v2.0/security-groups?id=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380495 Jul 12 08:34:41.269283 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [req-476aa75f-4fd3-40c8-ac95-e5b3f0d728ef req-5782252b-300b-46ee-881a-562116ef5d5b tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Calling delete_port for c0c6a6a3-7421-426f-b7ae-aead0db6d454 owned by compute:nova {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 08:34:41.431514 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-476aa75f-4fd3-40c8-ac95-e5b3f0d728ef req-5782252b-300b-46ee-881a-562116ef5d5b tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8377658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748223196968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748222641655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1188448'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:41.447912 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] get_ports_and_sgs() called for port_ids ['c0c6a6a3-7421-426f-b7ae-aead0db6d454'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 08:34:41.480792 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782252b-300b-46ee-881a-562116ef5d5b tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Pushing event deleted for resources: {'Port': ['ID=c0c6a6a3-7421-426f-b7ae-aead0db6d454,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:34:41.544169 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-476aa75f-4fd3-40c8-ac95-e5b3f0d728ef req-5782252b-300b-46ee-881a-562116ef5d5b tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] No DVR routers for this DVR port c0c6a6a3-7421-426f-b7ae-aead0db6d454 on host hv-cinder-80043 {{(pid=92952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 08:34:41.548209 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-476aa75f-4fd3-40c8-ac95-e5b3f0d728ef req-5782252b-300b-46ee-881a-562116ef5d5b tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:41.550276 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-476aa75f-4fd3-40c8-ac95-e5b3f0d728ef req-5782252b-300b-46ee-881a-562116ef5d5b tempest-ServerRescueNegativeTestJSON-1980990020 tempest-ServerRescueNegativeTestJSON-1980990020-project] 10.222.0.23 "DELETE /v2.0/ports/c0c6a6a3-7421-426f-b7ae-aead0db6d454 HTTP/1.1" status: 204 len: 173 time: 0.5175900 Jul 12 08:34:41.550730 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319e414f-c9c7-44e8-895d-e94fbdfd8870', 'name': 'network-vif-deleted', 'tag': 'c0c6a6a3-7421-426f-b7ae-aead0db6d454'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:34:41.553136 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35659b288decb3563870ae931b8d662eab2da969d6ab5856613d86fcebdbc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0cebf0-f944-43c9-a180-97a6e68dd36d" -d '{"events": [{"server_uuid": "319e414f-c9c7-44e8-895d-e94fbdfd8870", "name": "network-vif-deleted", "tag": "c0c6a6a3-7421-426f-b7ae-aead0db6d454"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:34:41.613420 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 08:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b2dbc0d-b6e9-4dc9-a884-c897624a51a6 x-openstack-request-id: req-3b2dbc0d-b6e9-4dc9-a884-c897624a51a6 {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:34:41.613752 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "319e414f-c9c7-44e8-895d-e94fbdfd8870", "name": "network-vif-deleted", "tag": "c0c6a6a3-7421-426f-b7ae-aead0db6d454", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:34:41.614042 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3b2dbc0d-b6e9-4dc9-a884-c897624a51a6 {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:34:41.614533 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '319e414f-c9c7-44e8-895d-e94fbdfd8870', 'name': 'network-vif-deleted', 'tag': 'c0c6a6a3-7421-426f-b7ae-aead0db6d454', 'status': 'completed', 'code': 200} Jul 12 08:34:41.923389 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5224c46-bdd0-4e5a-9fe9-0a0023dfee79 req-5127bbae-0c50-4ab6-98da-57a9e72a1fc3 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:41.924944 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-d5224c46-bdd0-4e5a-9fe9-0a0023dfee79 req-5127bbae-0c50-4ab6-98da-57a9e72a1fc3 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab23622-23ac-4413-83c9-b723701886b8 HTTP/1.1" status: 200 len: 984 time: 0.0699432 Jul 12 08:34:41.985551 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-d5224c46-bdd0-4e5a-9fe9-0a0023dfee79 req-cf19a369-3979-406e-b6ff-ea645fdcd9fa tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/security-groups?id=475b4fc8-b563-48f3-9960-d784b6deedf8&id=987630df-f32e-441e-8058-2236504d0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0482161 Jul 12 08:34:42.373442 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 41378) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:34:42.846850 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f3cfa1fa-d8a4-4003-be12-1f0f8e1ba105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532443'] for router_interface, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:43.181845 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a42d94-61e4-4fbf-9da6-3343f1f34791 req-8c636446-b3c1-4b15-be5a-ed3f5388dc1a tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:43.185423 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-15a42d94-61e4-4fbf-9da6-3343f1f34791 req-8c636446-b3c1-4b15-be5a-ed3f5388dc1a tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab23622-23ac-4413-83c9-b723701886b8 HTTP/1.1" status: 200 len: 984 time: 0.0860126 Jul 12 08:34:43.191511 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-f3cfa1fa-d8a4-4003-be12-1f0f8e1ba105 admin admin] Deleting port 600328d9-d0d5-4362-85e5-228272a9813d {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 08:34:43.191867 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f3cfa1fa-d8a4-4003-be12-1f0f8e1ba105 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748223187694'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:43.235396 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-15a42d94-61e4-4fbf-9da6-3343f1f34791 req-3c9131f6-a200-4fcf-9141-9f9745bf0be9 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/security-groups?id=475b4fc8-b563-48f3-9960-d784b6deedf8&id=987630df-f32e-441e-8058-2236504d0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0439622 Jul 12 08:34:43.287106 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [None req-f3cfa1fa-d8a4-4003-be12-1f0f8e1ba105 admin admin] For port 600328d9-d0d5-4362-85e5-228272a9813d, host dv-cinder-800431-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=600328d9-d0d5-4362-85e5-228272a9813d,segment=NetworkSegment(03fa2880-daf4-4588-a207-d365bbaa5d26),segment_id=03fa2880-daf4-4588-a207-d365bbaa5d26)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:34:43.287464 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f3cfa1fa-d8a4-4003-be12-1f0f8e1ba105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528347'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:43.303733 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-f3cfa1fa-d8a4-4003-be12-1f0f8e1ba105 admin admin] Calling delete_port for 600328d9-d0d5-4362-85e5-228272a9813d owned by network:router_interface {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 08:34:43.519692 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f3cfa1fa-d8a4-4003-be12-1f0f8e1ba105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8377658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748223196968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748222641655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1188448'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:43.550518 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cfa1fa-d8a4-4003-be12-1f0f8e1ba105 admin admin] Pushing event deleted for resources: {'Port': ['ID=600328d9-d0d5-4362-85e5-228272a9813d,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:34:43.714116 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f3cfa1fa-d8a4-4003-be12-1f0f8e1ba105 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528257'] for router_interface, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:43.935709 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3cfa1fa-d8a4-4003-be12-1f0f8e1ba105 admin admin] Router 31ca136c-3fd8-44d5-9f5a-88f32a4e13e8 has already been hosted by L3 agent c0ba3535-5ad7-41e9-9cdc-b89c0ff976de {{(pid=92952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 08:34:44.047429 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3cfa1fa-d8a4-4003-be12-1f0f8e1ba105 admin admin] Notify agent at l3_agent.dv-cinder-800431-1-iscsi the message routers_updated {{(pid=92952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 08:34:44.052682 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-f3cfa1fa-d8a4-4003-be12-1f0f8e1ba105 admin admin] 10.222.0.37 "PUT /v2.0/routers/31ca136c-3fd8-44d5-9f5a-88f32a4e13e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6779916 Jul 12 08:34:44.055470 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 41392) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:34:44.059971 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f0705a-c148-4528-bf8c-99f257e33e6d None None] Sync routers for ids ['31ca136c-3fd8-44d5-9f5a-88f32a4e13e8'] in dv-cinder-800431-1-iscsi {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 08:34:44.069451 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f0705a-c148-4528-bf8c-99f257e33e6d None None] Routers {'31ca136c-3fd8-44d5-9f5a-88f32a4e13e8'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:34:44.070908 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-e9f0705a-c148-4528-bf8c-99f257e33e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:34:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['31ca136c-3fd8-44d5-9f5a-88f32a4e13e8'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:34:44.173248 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-32317152-03b3-4a63-b789-3088b8bb46a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:44.174488 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-e9f0705a-c148-4528-bf8c-99f257e33e6d None None] Set router 31ca136c-3fd8-44d5-9f5a-88f32a4e13e8 gateway port host: dv-cinder-800431-1-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:34:44.285827 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-32317152-03b3-4a63-b789-3088b8bb46a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:44.362747 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [None req-32317152-03b3-4a63-b789-3088b8bb46a2 admin admin] Deleting port ad66b2fc-18bc-4a40-9645-e4999746a8ad {{(pid=92951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 08:34:44.363194 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-32317152-03b3-4a63-b789-3088b8bb46a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748223187694'] for port, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:44.374914 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-e9f0705a-c148-4528-bf8c-99f257e33e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ca136c-3fd8-44d5-9f5a-88f32a4e13e8', 'name': 'tempest-ServerRescueNegativeTestJSON-222245617-router', 'tenant_id': 'ca96284f2baa4ff8b8e4f29f16222f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'ad66b2fc-18bc-4a40-9645-e4999746a8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:31:08Z', 'updated_at': '2021-07-12T08:34:43Z', 'revision_number': 5, 'project_id': 'ca96284f2baa4ff8b8e4f29f16222f61', 'gw_port': {'id': 'ad66b2fc-18bc-4a40-9645-e4999746a8ad', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ca136c-3fd8-44d5-9f5a-88f32a4e13e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:08Z', 'updated_at': '2021-07-12T08:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi'}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:34:44.402049 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f0705a-c148-4528-bf8c-99f257e33e6d None None] Checking router: 31ca136c-3fd8-44d5-9f5a-88f32a4e13e8 for host: dv-cinder-800431-1-iscsi {{(pid=92954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 08:34:44.410565 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f0705a-c148-4528-bf8c-99f257e33e6d None None] Routers {'31ca136c-3fd8-44d5-9f5a-88f32a4e13e8'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:34:44.411171 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-e9f0705a-c148-4528-bf8c-99f257e33e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:34:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['31ca136c-3fd8-44d5-9f5a-88f32a4e13e8'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:34:44.491170 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.db [None req-32317152-03b3-4a63-b789-3088b8bb46a2 admin admin] For port ad66b2fc-18bc-4a40-9645-e4999746a8ad, host dv-cinder-800431-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=ad66b2fc-18bc-4a40-9645-e4999746a8ad,segment=NetworkSegment(96305722-55d6-4089-959b-5f9b3a20c0c4),segment_id=96305722-55d6-4089-959b-5f9b3a20c0c4)] {{(pid=92951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:34:44.492384 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-32317152-03b3-4a63-b789-3088b8bb46a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528347'] for port, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:44.500734 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43604819-843e-4877-98f8-f4a590c76a23 req-4fe31e6f-62dd-49c6-864c-f67cdbaa40dc tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:44.509799 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-43604819-843e-4877-98f8-f4a590c76a23 req-4fe31e6f-62dd-49c6-864c-f67cdbaa40dc tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab23622-23ac-4413-83c9-b723701886b8 HTTP/1.1" status: 200 len: 984 time: 0.0937283 Jul 12 08:34:44.513766 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [None req-32317152-03b3-4a63-b789-3088b8bb46a2 admin admin] Calling delete_port for ad66b2fc-18bc-4a40-9645-e4999746a8ad owned by network:router_gateway {{(pid=92951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 08:34:44.556875 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-e9f0705a-c148-4528-bf8c-99f257e33e6d None None] Set router 31ca136c-3fd8-44d5-9f5a-88f32a4e13e8 gateway port host: None {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:34:44.560019 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-43604819-843e-4877-98f8-f4a590c76a23 req-1fe12b05-22af-4a88-a35a-5f297af6b017 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/security-groups?id=475b4fc8-b563-48f3-9960-d784b6deedf8&id=987630df-f32e-441e-8058-2236504d0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0492492 Jul 12 08:34:44.628651 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-e9f0705a-c148-4528-bf8c-99f257e33e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ca136c-3fd8-44d5-9f5a-88f32a4e13e8', 'name': 'tempest-ServerRescueNegativeTestJSON-222245617-router', 'tenant_id': 'ca96284f2baa4ff8b8e4f29f16222f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:31:08Z', 'updated_at': '2021-07-12T08:34:44Z', 'revision_number': 6, 'project_id': 'ca96284f2baa4ff8b8e4f29f16222f61', 'gw_port_host': None}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:34:44.655958 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f0705a-c148-4528-bf8c-99f257e33e6d None None] The sync data for ids ['31ca136c-3fd8-44d5-9f5a-88f32a4e13e8'] in dv-cinder-800431-1-iscsi is: [{'id': '31ca136c-3fd8-44d5-9f5a-88f32a4e13e8', 'name': 'tempest-ServerRescueNegativeTestJSON-222245617-router', 'tenant_id': 'ca96284f2baa4ff8b8e4f29f16222f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:31:08Z', 'updated_at': '2021-07-12T08:34:44Z', 'revision_number': 6, 'project_id': 'ca96284f2baa4ff8b8e4f29f16222f61', 'gw_port_host': None}] {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 08:34:44.775352 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-32317152-03b3-4a63-b789-3088b8bb46a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8377658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748223196968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748222641655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2337033'] for port, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:44.799705 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32317152-03b3-4a63-b789-3088b8bb46a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad66b2fc-18bc-4a40-9645-e4999746a8ad,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:34:44.811622 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32317152-03b3-4a63-b789-3088b8bb46a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:34:44.811983 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32317152-03b3-4a63-b789-3088b8bb46a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:34:44.812322 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32317152-03b3-4a63-b789-3088b8bb46a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:34:44.812659 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32317152-03b3-4a63-b789-3088b8bb46a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:34:44.812992 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32317152-03b3-4a63-b789-3088b8bb46a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:34:44.813325 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32317152-03b3-4a63-b789-3088b8bb46a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:34:44.813652 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32317152-03b3-4a63-b789-3088b8bb46a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:34:44.814003 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32317152-03b3-4a63-b789-3088b8bb46a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:34:44.814331 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32317152-03b3-4a63-b789-3088b8bb46a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:34:44.814654 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32317152-03b3-4a63-b789-3088b8bb46a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:34:44.814976 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32317152-03b3-4a63-b789-3088b8bb46a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:34:44.815297 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32317152-03b3-4a63-b789-3088b8bb46a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:34:44.897251 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-32317152-03b3-4a63-b789-3088b8bb46a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-940952'] for router_gateway, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:45.013217 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-32317152-03b3-4a63-b789-3088b8bb46a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500026'] for router, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:45.015616 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-32317152-03b3-4a63-b789-3088b8bb46a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:45.108304 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-32317152-03b3-4a63-b789-3088b8bb46a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-526004'] for router, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:45.109209 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32317152-03b3-4a63-b789-3088b8bb46a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31ca136c-3fd8-44d5-9f5a-88f32a4e13e8 {{(pid=92951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 08:34:45.115027 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-32317152-03b3-4a63-b789-3088b8bb46a2 admin admin] Notify callbacks [] for router, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:45.118164 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-32317152-03b3-4a63-b789-3088b8bb46a2 admin admin] 10.222.0.37 "DELETE /v2.0/routers/31ca136c-3fd8-44d5-9f5a-88f32a4e13e8 HTTP/1.1" status: 204 len: 168 time: 1.0616744 Jul 12 08:34:45.119479 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 41406) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:34:45.167129 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d0053e9-f63b-462b-b1fb-0f824093bf2a admin admin] Deleting subnet fea1b1f0-4ade-4907-8fb8-44348ca7636e {{(pid=92951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 08:34:45.171146 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0d0053e9-f63b-462b-b1fb-0f824093bf2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:45.211573 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0d0053e9-f63b-462b-b1fb-0f824093bf2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8451442'] for subnet, precommit_delete_associations {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:45.266285 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0d0053e9-f63b-462b-b1fb-0f824093bf2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8247719'] for subnet, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:45.343020 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0d0053e9-f63b-462b-b1fb-0f824093bf2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8247726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2337239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8738902'] for subnet, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:45.373831 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0d0053e9-f63b-462b-b1fb-0f824093bf2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:45.375989 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-0d0053e9-f63b-462b-b1fb-0f824093bf2a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/fea1b1f0-4ade-4907-8fb8-44348ca7636e HTTP/1.1" status: 204 len: 168 time: 0.2554345 Jul 12 08:34:45.376818 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0053e9-f63b-462b-b1fb-0f824093bf2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fea1b1f0-4ade-4907-8fb8-44348ca7636e,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:34:45.382081 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 41408) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:34:45.464542 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-3ec425a0-1991-44e4-b5e3-994e60448579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884328'] for network, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:45.575247 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-3ec425a0-1991-44e4-b5e3-994e60448579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8250066', 'neutron.services.segments.db._delete_segments_for_network-8748223159134'] for network, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:45.592797 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.services.segments.db [None req-3ec425a0-1991-44e4-b5e3-994e60448579 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85b41c83-81a1-43ad-b6bf-2d322948dd3e']}} {{(pid=92951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:34:45.608212 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.services.segments.db [None req-3ec425a0-1991-44e4-b5e3-994e60448579 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03fa2880-daf4-4588-a207-d365bbaa5d26') {'for_net_delete': True} {{(pid=92951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:34:45.608911 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.services.segments.db [None req-3ec425a0-1991-44e4-b5e3-994e60448579 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03fa2880-daf4-4588-a207-d365bbaa5d26') {} {{(pid=92951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:34:45.623257 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-3ec425a0-1991-44e4-b5e3-994e60448579 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748223174018', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8451449'] for segment, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:45.640008 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-3ec425a0-1991-44e4-b5e3-994e60448579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246630'] for segment, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:45.659511 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ec425a0-1991-44e4-b5e3-994e60448579 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=92951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 08:34:45.659880 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-3ec425a0-1991-44e4-b5e3-994e60448579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2337082'] for segment, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:45.661791 dv-cinder-800431-1-iscsi neutron-server[92951]: Traceback (most recent call last): Jul 12 08:34:45.661791 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 08:34:45.661791 dv-cinder-800431-1-iscsi neutron-server[92951]: timer() Jul 12 08:34:45.661791 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 08:34:45.661791 dv-cinder-800431-1-iscsi neutron-server[92951]: cb(*args, **kw) Jul 12 08:34:45.661791 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 08:34:45.661791 dv-cinder-800431-1-iscsi neutron-server[92951]: return func(*args, **kwargs) Jul 12 08:34:45.661791 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 08:34:45.661791 dv-cinder-800431-1-iscsi neutron-server[92951]: self._notify() Jul 12 08:34:45.661791 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 08:34:45.661791 dv-cinder-800431-1-iscsi neutron-server[92951]: self.callback(batched_events) Jul 12 08:34:45.661791 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 08:34:45.661791 dv-cinder-800431-1-iscsi neutron-server[92951]: event.method(event) Jul 12 08:34:45.661791 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 08:34:45.661791 dv-cinder-800431-1-iscsi neutron-server[92951]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 08:34:45.661791 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 08:34:45.661791 dv-cinder-800431-1-iscsi neutron-server[92951]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 08:34:45.661791 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 08:34:45.661791 dv-cinder-800431-1-iscsi neutron-server[92951]: return f(self, *a, **k) Jul 12 08:34:45.661791 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 08:34:45.661791 dv-cinder-800431-1-iscsi neutron-server[92951]: return self._get(url).json() Jul 12 08:34:45.661791 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 08:34:45.661791 dv-cinder-800431-1-iscsi neutron-server[92951]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 08:34:45.661791 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 08:34:45.661791 dv-cinder-800431-1-iscsi neutron-server[92951]: return self.request(url, 'GET', **kwargs) Jul 12 08:34:45.661791 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 08:34:45.661791 dv-cinder-800431-1-iscsi neutron-server[92951]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 08:34:45.661791 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 08:34:45.661791 dv-cinder-800431-1-iscsi neutron-server[92951]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 08:34:45.661791 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 08:34:45.661791 dv-cinder-800431-1-iscsi neutron-server[92951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 08:34:45.661791 dv-cinder-800431-1-iscsi neutron-server[92951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 08:34:45.695896 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device ad66b2fc-18bc-4a40-9645-e4999746a8ad no longer exists at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 08:34:45.721069 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] No Port match for: ad66b2fc-18bc-4a40-9645-e4999746a8ad {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 08:34:45.721544 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device ad66b2fc-18bc-4a40-9645-e4999746a8ad not bound to the agent host dv-cinder-800431-1-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 08:34:45.722216 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 600328d9-d0d5-4362-85e5-228272a9813d no longer exists at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 08:34:45.751755 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] No Port match for: 600328d9-d0d5-4362-85e5-228272a9813d {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 08:34:45.755862 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 600328d9-d0d5-4362-85e5-228272a9813d not bound to the agent host dv-cinder-800431-1-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 08:34:45.780796 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-3ec425a0-1991-44e4-b5e3-994e60448579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8250657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-940980'] for network, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:45.790807 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-3ec425a0-1991-44e4-b5e3-994e60448579 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for network, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:45.792886 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-3ec425a0-1991-44e4-b5e3-994e60448579 admin admin] 10.222.0.37 "DELETE /v2.0/networks/85b41c83-81a1-43ad-b6bf-2d322948dd3e HTTP/1.1" status: 204 len: 168 time: 0.4089055 Jul 12 08:34:45.806198 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec425a0-1991-44e4-b5e3-994e60448579 admin admin] Pushing event deleted for resources: {'Network': ['ID=85b41c83-81a1-43ad-b6bf-2d322948dd3e,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:34:45.832234 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c30c2-1ce2-4a3e-afbc-f7d89db503ee req-8aa097fd-69b0-4946-a1ca-260e81f311e6 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:45.837865 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-911c30c2-1ce2-4a3e-afbc-f7d89db503ee req-8aa097fd-69b0-4946-a1ca-260e81f311e6 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab23622-23ac-4413-83c9-b723701886b8 HTTP/1.1" status: 200 len: 984 time: 0.0998280 Jul 12 08:34:45.885908 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-911c30c2-1ce2-4a3e-afbc-f7d89db503ee req-7a53eabd-4e5e-482e-b8b7-fbe5dd1fb070 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/security-groups?id=475b4fc8-b563-48f3-9960-d784b6deedf8&id=987630df-f32e-441e-8058-2236504d0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0444040 Jul 12 08:34:46.003547 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 41416) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:34:46.054048 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-ca933797-2644-4bdd-a551-265d3306dbca admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ca96284f2baa4ff8b8e4f29f16222f61&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0463991 Jul 12 08:34:46.054759 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 41418) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:34:46.076160 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device c0c6a6a3-7421-426f-b7ae-aead0db6d454 no longer exists at agent hyperv_hv-cinder-80043 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 08:34:46.098358 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] No Port match for: c0c6a6a3-7421-426f-b7ae-aead0db6d454 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 08:34:46.098939 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device c0c6a6a3-7421-426f-b7ae-aead0db6d454 not bound to the agent host hv-cinder-80043 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 08:34:46.138856 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3c02e0d7-e6e7-44a0-9f82-019ded7c821c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:46.164081 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3c02e0d7-e6e7-44a0-9f82-019ded7c821c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:46.218069 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3c02e0d7-e6e7-44a0-9f82-019ded7c821c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:46.220861 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3c02e0d7-e6e7-44a0-9f82-019ded7c821c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:46.224869 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-3c02e0d7-e6e7-44a0-9f82-019ded7c821c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/210dff59-0ba2-4ad5-ad1e-b9a4d856e34a HTTP/1.1" status: 204 len: 168 time: 0.1689265 Jul 12 08:34:46.240191 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c02e0d7-e6e7-44a0-9f82-019ded7c821c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210dff59-0ba2-4ad5-ad1e-b9a4d856e34a,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:34:47.148879 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1010ce05-1d31-41c4-9f46-65b6197d5c58 req-065fac1b-29e7-406f-8a6e-67fc02b76583 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:47.151303 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-1010ce05-1d31-41c4-9f46-65b6197d5c58 req-065fac1b-29e7-406f-8a6e-67fc02b76583 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab23622-23ac-4413-83c9-b723701886b8 HTTP/1.1" status: 200 len: 984 time: 0.0822403 Jul 12 08:34:47.215435 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-1010ce05-1d31-41c4-9f46-65b6197d5c58 req-d687b0ea-c006-45cb-8581-e00218d3ac34 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/security-groups?id=475b4fc8-b563-48f3-9960-d784b6deedf8&id=987630df-f32e-441e-8058-2236504d0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564389 Jul 12 08:34:47.850336 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 41498) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:34:47.996705 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-32f80d18-29b1-4988-b178-560f76d47604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:48.097887 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-32f80d18-29b1-4988-b178-560f76d47604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:48.102264 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-32f80d18-29b1-4988-b178-560f76d47604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:48.150480 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-32f80d18-29b1-4988-b178-560f76d47604 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=12cf26e5b64843948d522dcb40b44492&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2982163 Jul 12 08:34:48.151336 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f80d18-29b1-4988-b178-560f76d47604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b052cc3-11ec-430b-adcd-4c2770471f8b,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:34:48.153288 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 41506) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:34:48.207913 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-7f933052-3f0f-4e5d-ae1b-4b255a95e189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:48.238405 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-7f933052-3f0f-4e5d-ae1b-4b255a95e189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:48.306382 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-7f933052-3f0f-4e5d-ae1b-4b255a95e189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:48.309835 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-7f933052-3f0f-4e5d-ae1b-4b255a95e189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:48.314664 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-7f933052-3f0f-4e5d-ae1b-4b255a95e189 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2b052cc3-11ec-430b-adcd-4c2770471f8b HTTP/1.1" status: 204 len: 168 time: 0.1603394 Jul 12 08:34:48.325092 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f933052-3f0f-4e5d-ae1b-4b255a95e189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b052cc3-11ec-430b-adcd-4c2770471f8b,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:34:48.514075 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225252fe-a72f-4c43-b658-915c354fb8b7 req-914f95c9-2242-4192-94cc-bae99eff764c tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:48.515606 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-225252fe-a72f-4c43-b658-915c354fb8b7 req-914f95c9-2242-4192-94cc-bae99eff764c tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab23622-23ac-4413-83c9-b723701886b8 HTTP/1.1" status: 200 len: 984 time: 0.1116211 Jul 12 08:34:48.612514 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-225252fe-a72f-4c43-b658-915c354fb8b7 req-e1c9988c-5d66-4b59-b213-d15ea1aa0087 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/security-groups?id=475b4fc8-b563-48f3-9960-d784b6deedf8&id=987630df-f32e-441e-8058-2236504d0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0789504 Jul 12 08:34:49.842714 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1669326c-f6e8-49e2-97bc-2f6652f41a5a req-4444c8ae-a68a-46e4-b74f-5ad9ef5a2d82 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:49.850973 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-1669326c-f6e8-49e2-97bc-2f6652f41a5a req-4444c8ae-a68a-46e4-b74f-5ad9ef5a2d82 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab23622-23ac-4413-83c9-b723701886b8 HTTP/1.1" status: 200 len: 984 time: 0.0764234 Jul 12 08:34:49.895846 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-1669326c-f6e8-49e2-97bc-2f6652f41a5a req-5beffad3-f828-4d0d-bab5-656667ca2d5a tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/security-groups?id=475b4fc8-b563-48f3-9960-d784b6deedf8&id=987630df-f32e-441e-8058-2236504d0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0430181 Jul 12 08:34:50.342999 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7369f-2d63-4a9d-9263-8b4512184640 req-6b971f16-ae7e-44a2-994a-51a6d2d1a26e tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:50.344594 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-25d7369f-2d63-4a9d-9263-8b4512184640 req-6b971f16-ae7e-44a2-994a-51a6d2d1a26e tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3d1c3f-59e4-4dec-96d8-4fb874223ad6 HTTP/1.1" status: 200 len: 945 time: 0.0982327 Jul 12 08:34:50.386179 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-25d7369f-2d63-4a9d-9263-8b4512184640 req-7169c47f-4ee2-4308-95d5-462d6dfaee64 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c76d369-3c1a-4588-acc0-cfa913107d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361044 Jul 12 08:34:50.745506 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 41602) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:34:50.876161 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-33ccda62-3e5c-4b7c-98a4-f4e5e2c8067d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:51.000962 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-33ccda62-3e5c-4b7c-98a4-f4e5e2c8067d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:51.019855 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-33ccda62-3e5c-4b7c-98a4-f4e5e2c8067d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:51.069667 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-33ccda62-3e5c-4b7c-98a4-f4e5e2c8067d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=68c76247640b4c70adb9c3f8aa4934c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3219464 Jul 12 08:34:51.072493 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 41612) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:34:51.103566 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ccda62-3e5c-4b7c-98a4-f4e5e2c8067d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc4719a-44df-40bf-8bd7-50ee9b09e1b1,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:34:51.197459 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-db87a4e7-5325-4525-8d59-deb25544cf0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:51.233133 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03ab85-ef0e-452f-93da-2caeee8b8fe9 req-25b43d50-35b3-4c64-86f6-b380fbb94916 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:51.235881 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-5e03ab85-ef0e-452f-93da-2caeee8b8fe9 req-25b43d50-35b3-4c64-86f6-b380fbb94916 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab23622-23ac-4413-83c9-b723701886b8 HTTP/1.1" status: 200 len: 984 time: 0.1502171 Jul 12 08:34:51.246965 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-db87a4e7-5325-4525-8d59-deb25544cf0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:51.337669 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-db87a4e7-5325-4525-8d59-deb25544cf0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:51.340479 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-db87a4e7-5325-4525-8d59-deb25544cf0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:51.341563 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-5e03ab85-ef0e-452f-93da-2caeee8b8fe9 req-1f167cf0-9cce-4ef3-bf27-a3e7a11b9058 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/security-groups?id=475b4fc8-b563-48f3-9960-d784b6deedf8&id=987630df-f32e-441e-8058-2236504d0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0972216 Jul 12 08:34:51.349665 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-db87a4e7-5325-4525-8d59-deb25544cf0a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6cc4719a-44df-40bf-8bd7-50ee9b09e1b1 HTTP/1.1" status: 204 len: 168 time: 0.2701962 Jul 12 08:34:51.372967 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db87a4e7-5325-4525-8d59-deb25544cf0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc4719a-44df-40bf-8bd7-50ee9b09e1b1,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:34:51.611567 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50df2d8-f7ba-4f25-bf9c-f8cffd335036 req-11bf787e-0693-4609-b3e6-89077969fa7e tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:51.614302 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a50df2d8-f7ba-4f25-bf9c-f8cffd335036 req-11bf787e-0693-4609-b3e6-89077969fa7e tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3d1c3f-59e4-4dec-96d8-4fb874223ad6 HTTP/1.1" status: 200 len: 945 time: 0.1002553 Jul 12 08:34:51.685121 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a50df2d8-f7ba-4f25-bf9c-f8cffd335036 req-f60d7f7e-2e0a-445c-9c45-4f3c0ec70032 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c76d369-3c1a-4588-acc0-cfa913107d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649948 Jul 12 08:34:51.693069 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 41630) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:34:51.721947 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-85c185aa-e336-4efd-9c26-5255a9d292e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:51.844382 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-85c185aa-e336-4efd-9c26-5255a9d292e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:51.849597 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-85c185aa-e336-4efd-9c26-5255a9d292e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:51.891939 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c185aa-e336-4efd-9c26-5255a9d292e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df33ba7-97c4-42fc-9de3-84a87842235d,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:34:51.900952 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-85c185aa-e336-4efd-9c26-5255a9d292e8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=da880c362a5948e7b07d1fd4a85cc7cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2065480 Jul 12 08:34:51.903742 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 41632) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:34:51.953625 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0f1fb016-2717-4879-9aff-7581c2004f12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:51.977099 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0f1fb016-2717-4879-9aff-7581c2004f12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:52.025503 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0f1fb016-2717-4879-9aff-7581c2004f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:52.028206 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0f1fb016-2717-4879-9aff-7581c2004f12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:52.029368 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-0f1fb016-2717-4879-9aff-7581c2004f12 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3df33ba7-97c4-42fc-9de3-84a87842235d HTTP/1.1" status: 204 len: 168 time: 0.1247706 Jul 12 08:34:52.044878 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1fb016-2717-4879-9aff-7581c2004f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df33ba7-97c4-42fc-9de3-84a87842235d,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:34:52.519066 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 41674) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:34:52.547208 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb4adf-fd36-4169-872f-5221e75fe686 req-ef514f57-21d3-4075-bf3f-999fe77a3999 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:52.552215 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-49bb4adf-fd36-4169-872f-5221e75fe686 req-ef514f57-21d3-4075-bf3f-999fe77a3999 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab23622-23ac-4413-83c9-b723701886b8 HTTP/1.1" status: 200 len: 984 time: 0.0749171 Jul 12 08:34:52.598705 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-49bb4adf-fd36-4169-872f-5221e75fe686 req-491c0f6d-3350-4952-b0b1-e6708caaa5fa tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/security-groups?id=475b4fc8-b563-48f3-9960-d784b6deedf8&id=987630df-f32e-441e-8058-2236504d0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0428736 Jul 12 08:34:52.637522 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-ec36fa5d-7a9c-4ce3-88f8-00f9748dc5be admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:52.732962 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-ec36fa5d-7a9c-4ce3-88f8-00f9748dc5be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:52.737773 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-ec36fa5d-7a9c-4ce3-88f8-00f9748dc5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:52.777450 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-ec36fa5d-7a9c-4ce3-88f8-00f9748dc5be admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=266a29a8ea694b63a95f44b347736424&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2567463 Jul 12 08:34:52.780151 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 41688) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:34:52.786881 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec36fa5d-7a9c-4ce3-88f8-00f9748dc5be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf54d6a4-5ad6-46f2-bfa7-86c91cc54083,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:34:52.845670 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-1bbfc5a1-2471-45d6-b776-3e68e8fe19ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:52.868357 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-1bbfc5a1-2471-45d6-b776-3e68e8fe19ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:52.872759 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b6711-6d9b-4434-9d1a-b6bf3eabb360 req-007599e2-faca-495c-bf17-c6c0ccb40d6c tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:52.874285 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f26b6711-6d9b-4434-9d1a-b6bf3eabb360 req-007599e2-faca-495c-bf17-c6c0ccb40d6c tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3d1c3f-59e4-4dec-96d8-4fb874223ad6 HTTP/1.1" status: 200 len: 945 time: 0.0705960 Jul 12 08:34:52.914397 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f26b6711-6d9b-4434-9d1a-b6bf3eabb360 req-b76c052f-9ec4-4a9a-ac4f-e07eb1706a9a tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c76d369-3c1a-4588-acc0-cfa913107d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332785 Jul 12 08:34:52.924132 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-1bbfc5a1-2471-45d6-b776-3e68e8fe19ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:52.926187 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-1bbfc5a1-2471-45d6-b776-3e68e8fe19ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:52.929681 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-1bbfc5a1-2471-45d6-b776-3e68e8fe19ee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bf54d6a4-5ad6-46f2-bfa7-86c91cc54083 HTTP/1.1" status: 204 len: 168 time: 0.1462033 Jul 12 08:34:52.943504 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbfc5a1-2471-45d6-b776-3e68e8fe19ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf54d6a4-5ad6-46f2-bfa7-86c91cc54083,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:34:53.795276 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12362d8-a5e8-4474-94a2-9be50d3b8314 req-7e412fe1-f9d3-41a4-82f9-59b59db992b3 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:53.797209 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a12362d8-a5e8-4474-94a2-9be50d3b8314 req-7e412fe1-f9d3-41a4-82f9-59b59db992b3 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab23622-23ac-4413-83c9-b723701886b8 HTTP/1.1" status: 200 len: 984 time: 0.0786669 Jul 12 08:34:53.857570 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a12362d8-a5e8-4474-94a2-9be50d3b8314 req-708c924f-d8a8-4fdb-9c11-cb85e36cf889 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/security-groups?id=475b4fc8-b563-48f3-9960-d784b6deedf8&id=987630df-f32e-441e-8058-2236504d0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0508776 Jul 12 08:34:54.117402 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d02b9-b9ab-41e4-9e0e-4ff607b248c6 req-078c8b74-b9a5-46ca-8725-fac575308c0f tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:54.118933 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-562d02b9-b9ab-41e4-9e0e-4ff607b248c6 req-078c8b74-b9a5-46ca-8725-fac575308c0f tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3d1c3f-59e4-4dec-96d8-4fb874223ad6 HTTP/1.1" status: 200 len: 945 time: 0.0744967 Jul 12 08:34:54.163300 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-562d02b9-b9ab-41e4-9e0e-4ff607b248c6 req-e1680f90-e0dc-4330-add9-e2883c8e4d2d tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c76d369-3c1a-4588-acc0-cfa913107d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386190 Jul 12 08:34:55.265258 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f014ddb-65e8-4015-89ea-02279fc424c9 req-e4bd529b-521c-409c-824b-efed1b1cb02b tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:55.266808 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-8f014ddb-65e8-4015-89ea-02279fc424c9 req-e4bd529b-521c-409c-824b-efed1b1cb02b tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab23622-23ac-4413-83c9-b723701886b8 HTTP/1.1" status: 200 len: 984 time: 0.2870939 Jul 12 08:34:55.300477 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 41824) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:34:55.313984 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-8f014ddb-65e8-4015-89ea-02279fc424c9 req-8a18632b-cc12-49c2-8e44-f6ebeba4645a tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/security-groups?id=475b4fc8-b563-48f3-9960-d784b6deedf8&id=987630df-f32e-441e-8058-2236504d0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413828 Jul 12 08:34:55.583192 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0083781-22a7-4a90-9ec1-a3036e23ef31 admin admin] Deleting subnet dc65dc2b-3063-49a0-bb81-b2445154d0e9 {{(pid=92952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 08:34:55.588708 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f0083781-22a7-4a90-9ec1-a3036e23ef31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:55.635365 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca043fc-d451-4306-8f0e-b4ba81792d87 req-96ca3be2-3fae-4783-ae69-161869a1fc9a tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:55.636855 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5ca043fc-d451-4306-8f0e-b4ba81792d87 req-96ca3be2-3fae-4783-ae69-161869a1fc9a tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3d1c3f-59e4-4dec-96d8-4fb874223ad6 HTTP/1.1" status: 200 len: 945 time: 0.3486228 Jul 12 08:34:55.638842 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f0083781-22a7-4a90-9ec1-a3036e23ef31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1649690'] for subnet, precommit_delete_associations {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:55.702707 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f0083781-22a7-4a90-9ec1-a3036e23ef31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8247719'] for subnet, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:55.707010 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5ca043fc-d451-4306-8f0e-b4ba81792d87 req-40805bbe-0cc2-4929-961b-c021b1f3a503 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c76d369-3c1a-4588-acc0-cfa913107d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505402 Jul 12 08:34:55.756381 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f0083781-22a7-4a90-9ec1-a3036e23ef31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8247726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1188542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2948071'] for subnet, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:55.782308 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0083781-22a7-4a90-9ec1-a3036e23ef31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc65dc2b-3063-49a0-bb81-b2445154d0e9,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:34:55.784264 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f0083781-22a7-4a90-9ec1-a3036e23ef31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for subnet, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:55.786116 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-f0083781-22a7-4a90-9ec1-a3036e23ef31 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/dc65dc2b-3063-49a0-bb81-b2445154d0e9 HTTP/1.1" status: 204 len: 168 time: 0.4840791 Jul 12 08:34:55.788557 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 41830) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:34:55.855159 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-16fcfaac-bf1c-4c2e-aab1-ede76a1381c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884328'] for network, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:55.932720 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-16fcfaac-bf1c-4c2e-aab1-ede76a1381c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8250066', 'neutron.services.segments.db._delete_segments_for_network-8748223159134'] for network, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:55.942020 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.services.segments.db [None req-16fcfaac-bf1c-4c2e-aab1-ede76a1381c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d143cb68-cf0c-441a-ab6b-f4dec13820da']}} {{(pid=92952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:34:55.953399 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.services.segments.db [None req-16fcfaac-bf1c-4c2e-aab1-ede76a1381c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6add912b-c931-4b1c-93f8-04e76d46e745') {'for_net_delete': True} {{(pid=92952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:34:55.954259 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.services.segments.db [None req-16fcfaac-bf1c-4c2e-aab1-ede76a1381c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6add912b-c931-4b1c-93f8-04e76d46e745') {} {{(pid=92952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:34:55.962919 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-16fcfaac-bf1c-4c2e-aab1-ede76a1381c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748223174018', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1649681'] for segment, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:55.976944 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-16fcfaac-bf1c-4c2e-aab1-ede76a1381c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246630'] for segment, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:55.982654 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16fcfaac-bf1c-4c2e-aab1-ede76a1381c0 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=92952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 08:34:55.983081 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-16fcfaac-bf1c-4c2e-aab1-ede76a1381c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1188435'] for segment, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:55.984886 dv-cinder-800431-1-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 08:34:55.984886 dv-cinder-800431-1-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 12 08:34:55.984886 dv-cinder-800431-1-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 08:34:55.984886 dv-cinder-800431-1-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 12 08:34:55.984886 dv-cinder-800431-1-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 08:34:55.984886 dv-cinder-800431-1-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 12 08:34:55.984886 dv-cinder-800431-1-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 08:34:55.984886 dv-cinder-800431-1-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 12 08:34:55.984886 dv-cinder-800431-1-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 08:34:55.984886 dv-cinder-800431-1-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 12 08:34:55.984886 dv-cinder-800431-1-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 08:34:55.984886 dv-cinder-800431-1-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 12 08:34:55.984886 dv-cinder-800431-1-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 08:34:55.984886 dv-cinder-800431-1-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 12 08:34:55.984886 dv-cinder-800431-1-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 08:34:55.984886 dv-cinder-800431-1-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 12 08:34:55.984886 dv-cinder-800431-1-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 08:34:55.984886 dv-cinder-800431-1-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 12 08:34:55.984886 dv-cinder-800431-1-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 08:34:55.984886 dv-cinder-800431-1-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 12 08:34:55.984886 dv-cinder-800431-1-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 08:34:55.984886 dv-cinder-800431-1-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 12 08:34:55.984886 dv-cinder-800431-1-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 08:34:55.984886 dv-cinder-800431-1-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 12 08:34:55.984886 dv-cinder-800431-1-iscsi neutron-server[92952]: Traceback (most recent call last): Jul 12 08:34:55.984886 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 08:34:55.984886 dv-cinder-800431-1-iscsi neutron-server[92952]: timer() Jul 12 08:34:55.984886 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 08:34:55.984886 dv-cinder-800431-1-iscsi neutron-server[92952]: cb(*args, **kw) Jul 12 08:34:55.984886 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 08:34:55.984886 dv-cinder-800431-1-iscsi neutron-server[92952]: return func(*args, **kwargs) Jul 12 08:34:55.984886 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 08:34:55.984886 dv-cinder-800431-1-iscsi neutron-server[92952]: self._notify() Jul 12 08:34:55.984886 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 08:34:55.984886 dv-cinder-800431-1-iscsi neutron-server[92952]: self.callback(batched_events) Jul 12 08:34:55.984886 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 08:34:55.984886 dv-cinder-800431-1-iscsi neutron-server[92952]: event.method(event) Jul 12 08:34:55.984886 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 08:34:55.984886 dv-cinder-800431-1-iscsi neutron-server[92952]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 08:34:55.984886 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 08:34:55.984886 dv-cinder-800431-1-iscsi neutron-server[92952]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 08:34:55.984886 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 08:34:55.984886 dv-cinder-800431-1-iscsi neutron-server[92952]: return f(self, *a, **k) Jul 12 08:34:55.984886 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 08:34:55.984886 dv-cinder-800431-1-iscsi neutron-server[92952]: return self._get(url).json() Jul 12 08:34:55.984886 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 08:34:55.984886 dv-cinder-800431-1-iscsi neutron-server[92952]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 08:34:55.984886 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 08:34:55.984886 dv-cinder-800431-1-iscsi neutron-server[92952]: return self.request(url, 'GET', **kwargs) Jul 12 08:34:55.984886 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 08:34:55.984886 dv-cinder-800431-1-iscsi neutron-server[92952]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 08:34:55.984886 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 08:34:55.984886 dv-cinder-800431-1-iscsi neutron-server[92952]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 08:34:55.984886 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 08:34:55.984886 dv-cinder-800431-1-iscsi neutron-server[92952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 08:34:55.984886 dv-cinder-800431-1-iscsi neutron-server[92952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 08:34:56.036608 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-16fcfaac-bf1c-4c2e-aab1-ede76a1381c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8250657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-940980'] for network, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:56.043930 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-16fcfaac-bf1c-4c2e-aab1-ede76a1381c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for network, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:56.045787 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-16fcfaac-bf1c-4c2e-aab1-ede76a1381c0 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d143cb68-cf0c-441a-ab6b-f4dec13820da HTTP/1.1" status: 204 len: 168 time: 0.2562757 Jul 12 08:34:56.059461 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fcfaac-bf1c-4c2e-aab1-ede76a1381c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d143cb68-cf0c-441a-ab6b-f4dec13820da,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:34:56.201094 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 41836) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:34:56.238980 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-cb2bbfb9-7111-4d5d-9f88-91e3884bdbad admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ec25c204433a4e79b61b72c5bd53d30d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0366552 Jul 12 08:34:56.241187 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 41838) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:34:56.287585 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-46768127-28dc-4a90-90a6-60e7cc85eff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:56.307943 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-46768127-28dc-4a90-90a6-60e7cc85eff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:56.353150 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-46768127-28dc-4a90-90a6-60e7cc85eff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:56.355854 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-46768127-28dc-4a90-90a6-60e7cc85eff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:56.359861 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-46768127-28dc-4a90-90a6-60e7cc85eff5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d1e136f8-a312-4bac-9fe7-5c6b039184a1 HTTP/1.1" status: 204 len: 168 time: 0.1143425 Jul 12 08:34:56.366568 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46768127-28dc-4a90-90a6-60e7cc85eff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e136f8-a312-4bac-9fe7-5c6b039184a1,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:34:56.497598 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0cfcd0-ae26-49b2-96d2-4f1a82aab5f6 req-c6966a5a-46c7-432f-be7a-3801d45f9318 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:56.505978 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7c0cfcd0-ae26-49b2-96d2-4f1a82aab5f6 req-c6966a5a-46c7-432f-be7a-3801d45f9318 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab23622-23ac-4413-83c9-b723701886b8 HTTP/1.1" status: 200 len: 984 time: 0.0752873 Jul 12 08:34:56.544737 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7c0cfcd0-ae26-49b2-96d2-4f1a82aab5f6 req-243cebbf-ea18-4db9-8fa9-c37a679099a2 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/security-groups?id=475b4fc8-b563-48f3-9960-d784b6deedf8&id=987630df-f32e-441e-8058-2236504d0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0377517 Jul 12 08:34:56.877979 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca323d-0099-496d-9b66-6e36e5210969 req-ec6de552-8ad3-4c0b-9a90-ef0c7d145e79 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:56.879737 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f2ca323d-0099-496d-9b66-6e36e5210969 req-ec6de552-8ad3-4c0b-9a90-ef0c7d145e79 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3d1c3f-59e4-4dec-96d8-4fb874223ad6 HTTP/1.1" status: 200 len: 945 time: 0.0639329 Jul 12 08:34:56.920942 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f2ca323d-0099-496d-9b66-6e36e5210969 req-ac5dff2b-7d75-41aa-a716-9e19a2a5cf39 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c76d369-3c1a-4588-acc0-cfa913107d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348799 Jul 12 08:34:57.004713 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 41866) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:34:57.094869 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-a07a57c4-82e4-42fd-8a1a-208aefe08b08 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-533735703-network', 'tenant_id': '9141084bc67040a6953c3e2fdaeecde8'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:34:57.115121 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07a57c4-82e4-42fd-8a1a-208aefe08b08 admin admin] Made reservation on behalf of 9141084bc67040a6953c3e2fdaeecde8 for: {'network': 1} {{(pid=92951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 08:34:57.117966 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-a07a57c4-82e4-42fd-8a1a-208aefe08b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for network, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:57.128375 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-a07a57c4-82e4-42fd-8a1a-208aefe08b08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:57.214043 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-a07a57c4-82e4-42fd-8a1a-208aefe08b08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:57.217740 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-a07a57c4-82e4-42fd-8a1a-208aefe08b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:57.237429 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a07a57c4-82e4-42fd-8a1a-208aefe08b08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=92951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 08:34:57.252366 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07a57c4-82e4-42fd-8a1a-208aefe08b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=683e8a6c-f381-445b-b8a8-118553512325,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:34:57.255406 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-a07a57c4-82e4-42fd-8a1a-208aefe08b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246630'] for segment, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:57.255748 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.db.segments_db [None req-a07a57c4-82e4-42fd-8a1a-208aefe08b08 admin admin] Added segment 6cdc67b3-0334-4056-a4c8-74f01e0961f3 of type vlan for network bfdb51f3-abf8-4720-9758-2652c1950bee Jul 12 08:34:57.294476 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-a07a57c4-82e4-42fd-8a1a-208aefe08b08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748222629479'] for network, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:57.321972 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-a07a57c4-82e4-42fd-8a1a-208aefe08b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794'] for network, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:57.322916 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07a57c4-82e4-42fd-8a1a-208aefe08b08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:57.323492 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-a07a57c4-82e4-42fd-8a1a-208aefe08b08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for network, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:57.374952 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-a07a57c4-82e4-42fd-8a1a-208aefe08b08 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3691468 Jul 12 08:34:57.377897 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 41872) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:34:57.380216 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07a57c4-82e4-42fd-8a1a-208aefe08b08 admin admin] Pushing event updated for resources: {'Network': ['ID=bfdb51f3-abf8-4720-9758-2652c1950bee,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:34:57.384965 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-12b5b706-32cb-4461-bc03-a920ede870cd admin admin] Request body: {'subnet': {'network_id': 'bfdb51f3-abf8-4720-9758-2652c1950bee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-533735703-subnet', 'tenant_id': '9141084bc67040a6953c3e2fdaeecde8', 'ip_version': 4}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:34:57.390370 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Network bfdb51f3-abf8-4720-9758-2652c1950bee details requested by agent ovs-agent-dv-cinder-800431-1-iscsi with host dv-cinder-800431-1-iscsi {{(pid=92953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 08:34:57.407230 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b5b706-32cb-4461-bc03-a920ede870cd admin admin] Made reservation on behalf of 9141084bc67040a6953c3e2fdaeecde8 for: {'subnet': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 08:34:57.409545 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-12b5b706-32cb-4461-bc03-a920ede870cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2947334'] for subnet, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:57.571475 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-12b5b706-32cb-4461-bc03-a920ede870cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1188605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2948092'] for subnet, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:57.624554 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b5b706-32cb-4461-bc03-a920ede870cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd981bbb-849b-4ec5-b0be-7de4ff340241,revision_number=0']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:34:57.633926 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b5b706-32cb-4461-bc03-a920ede870cd admin admin] Checking segment: {'id': '6cdc67b3-0334-4056-a4c8-74f01e0961f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bfdb51f3-abf8-4720-9758-2652c1950bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:34:57.634285 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b5b706-32cb-4461-bc03-a920ede870cd admin admin] Network hostable DHCP agents. Network: bfdb51f3-abf8-4720-9758-2652c1950bee, hostable agents: ['c54cb50b-3f96-48fd-b597-b50612d9ada1'], hosted agents: [] {{(pid=92952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 08:34:57.650968 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b5b706-32cb-4461-bc03-a920ede870cd admin admin] Network bfdb51f3-abf8-4720-9758-2652c1950bee is scheduled to be hosted by DHCP agent c54cb50b-3f96-48fd-b597-b50612d9ada1 with binding_index 1 {{(pid=92952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 08:34:57.659787 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [None req-12b5b706-32cb-4461-bc03-a920ede870cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800431-1-iscsi, bfdb51f3-abf8-4720-9758-2652c1950bee) {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:34:57.664086 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b5b706-32cb-4461-bc03-a920ede870cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:57.664674 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-12b5b706-32cb-4461-bc03-a920ede870cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for subnet, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:57.672147 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a199e24-7edf-476b-8f6d-7afb00e6cfb3 None None] Network bfdb51f3-abf8-4720-9758-2652c1950bee requested from dv-cinder-800431-1-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 08:34:57.673173 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-27d7ee80-e179-45b7-a334-2b53e9039c09 None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 08:34:57.682163 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 41878) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:34:57.682670 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-12b5b706-32cb-4461-bc03-a920ede870cd admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3029392 Jul 12 08:34:57.706970 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-0344097b-18b4-45ad-8f84-64ded8061e8e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-533735703-router', 'tenant_id': '9141084bc67040a6953c3e2fdaeecde8', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3'}}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:34:57.738278 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0344097b-18b4-45ad-8f84-64ded8061e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500008'] for router, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:57.739246 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0344097b-18b4-45ad-8f84-64ded8061e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941001', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-943589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500017'] for router, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:57.768934 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5541a0-664e-47e1-9d80-c2aefe5483f4 req-b95e6f2d-f88d-406d-a7fb-12555191186d tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:57.770385 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-ba5541a0-664e-47e1-9d80-c2aefe5483f4 req-b95e6f2d-f88d-406d-a7fb-12555191186d tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab23622-23ac-4413-83c9-b723701886b8 HTTP/1.1" status: 200 len: 984 time: 0.1012371 Jul 12 08:34:57.816938 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0344097b-18b4-45ad-8f84-64ded8061e8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:57.823758 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7622e0a-b044-44d3-8d23-019204853a4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcacd1728-95ed-5cda-b7de-0b3fff281327-bfdb51f3-abf8-4720-9758-2652c1950bee', 'network_id': 'bfdb51f3-abf8-4720-9758-2652c1950bee', 'tenant_id': '9141084bc67040a6953c3e2fdaeecde8', 'fixed_ips': [{'subnet_id': 'bd981bbb-849b-4ec5-b0be-7de4ff340241'}]}} from dv-cinder-800431-1-iscsi. {{(pid=92953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 08:34:57.826957 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e7622e0a-b044-44d3-8d23-019204853a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:57.902216 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-ba5541a0-664e-47e1-9d80-c2aefe5483f4 req-4cef9277-8def-47d3-baab-d08b59e73016 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/security-groups?id=475b4fc8-b563-48f3-9960-d784b6deedf8&id=987630df-f32e-441e-8058-2236504d0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1246805 Jul 12 08:34:57.962034 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_common [None req-e7622e0a-b044-44d3-8d23-019204853a4b None None] Allocated IP 172.20.0.2 (bfdb51f3-abf8-4720-9758-2652c1950bee/bd981bbb-849b-4ec5-b0be-7de4ff340241/758fafb3-f5c8-40f5-b081-bc92726da962) {{(pid=92953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 08:34:57.976737 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0344097b-18b4-45ad-8f84-64ded8061e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-499971'] for router, precommit_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:58.099763 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517d924-bd3d-4f99-b61b-1d3d1934b73e req-ac16d2b5-178e-45ae-8e54-8b7256c6f825 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:58.107315 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f517d924-bd3d-4f99-b61b-1d3d1934b73e req-ac16d2b5-178e-45ae-8e54-8b7256c6f825 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3d1c3f-59e4-4dec-96d8-4fb874223ad6 HTTP/1.1" status: 200 len: 945 time: 0.0708954 Jul 12 08:34:58.115502 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e7622e0a-b044-44d3-8d23-019204853a4b None None] Notify callbacks [] for port, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:58.124202 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-e7622e0a-b044-44d3-8d23-019204853a4b None None] Transition to ACTIVE for port object 758fafb3-f5c8-40f5-b081-bc92726da962 will not be triggered until provisioned by entity L2. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:34:58.140689 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-e7622e0a-b044-44d3-8d23-019204853a4b None None] Transition to ACTIVE for port object 758fafb3-f5c8-40f5-b081-bc92726da962 will not be triggered until provisioned by entity DHCP. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:34:58.141793 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f517d924-bd3d-4f99-b61b-1d3d1934b73e req-d9198b03-387a-487c-b472-949ebbe4efb4 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c76d369-3c1a-4588-acc0-cfa913107d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335171 Jul 12 08:34:58.146969 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e7622e0a-b044-44d3-8d23-019204853a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748222641646'] for port, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:58.183102 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7622e0a-b044-44d3-8d23-019204853a4b None None] Network bfdb51f3-abf8-4720-9758-2652c1950bee is already hosted by enough agents. {{(pid=92953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:34:58.190028 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-e7622e0a-b044-44d3-8d23-019204853a4b None None] Resources bound (agent type, host, resource id): {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:34:58.191066 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0344097b-18b4-45ad-8f84-64ded8061e8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:58.193533 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7622e0a-b044-44d3-8d23-019204853a4b None None] Received port after_create {{(pid=92953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 08:34:58.200364 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7622e0a-b044-44d3-8d23-019204853a4b None None] Pushing event updated for resources: {'Port': ['ID=758fafb3-f5c8-40f5-b081-bc92726da962,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:34:58.210467 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7622e0a-b044-44d3-8d23-019204853a4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:34:58.210467 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7622e0a-b044-44d3-8d23-019204853a4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:34:58.210755 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0344097b-18b4-45ad-8f84-64ded8061e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:58.210860 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7622e0a-b044-44d3-8d23-019204853a4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:34:58.210860 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7622e0a-b044-44d3-8d23-019204853a4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:34:58.211205 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7622e0a-b044-44d3-8d23-019204853a4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:34:58.211543 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7622e0a-b044-44d3-8d23-019204853a4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:34:58.211877 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7622e0a-b044-44d3-8d23-019204853a4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:34:58.212397 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7622e0a-b044-44d3-8d23-019204853a4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:34:58.212535 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7622e0a-b044-44d3-8d23-019204853a4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:34:58.212861 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7622e0a-b044-44d3-8d23-019204853a4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:34:58.213187 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7622e0a-b044-44d3-8d23-019204853a4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:34:58.213510 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7622e0a-b044-44d3-8d23-019204853a4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:34:58.264699 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-e7622e0a-b044-44d3-8d23-019204853a4b None None] Attempting to bind port 758fafb3-f5c8-40f5-b081-bc92726da962 on host dv-cinder-800431-1-iscsi for vnic_type normal with profile {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 08:34:58.265066 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-e7622e0a-b044-44d3-8d23-019204853a4b None None] Attempting to bind port 758fafb3-f5c8-40f5-b081-bc92726da962 by drivers openvswitch,hyperv on host dv-cinder-800431-1-iscsi at level 0 using segments [{'id': '6cdc67b3-0334-4056-a4c8-74f01e0961f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bfdb51f3-abf8-4720-9758-2652c1950bee'}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 08:34:58.265649 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7622e0a-b044-44d3-8d23-019204853a4b None None] Attempting to bind port 758fafb3-f5c8-40f5-b081-bc92726da962 on network bfdb51f3-abf8-4720-9758-2652c1950bee {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:34:58.270434 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7622e0a-b044-44d3-8d23-019204853a4b None None] Checking agent: {'id': '165ba4a0-42de-4d95-afeb-0090fba4eff7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 8, 23, 37), 'started_at': datetime.datetime(2021, 7, 12, 8, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 8, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 08:34:58.270814 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7622e0a-b044-44d3-8d23-019204853a4b None None] Checking segment: {'id': '6cdc67b3-0334-4056-a4c8-74f01e0961f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bfdb51f3-abf8-4720-9758-2652c1950bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:34:58.271216 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e7622e0a-b044-44d3-8d23-019204853a4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:58.271610 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7622e0a-b044-44d3-8d23-019204853a4b None None] Bound using segment: {'id': '6cdc67b3-0334-4056-a4c8-74f01e0961f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bfdb51f3-abf8-4720-9758-2652c1950bee'} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 08:34:58.272075 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-e7622e0a-b044-44d3-8d23-019204853a4b None None] Bound port: 758fafb3-f5c8-40f5-b081-bc92726da962, host: dv-cinder-800431-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cdc67b3-0334-4056-a4c8-74f01e0961f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bfdb51f3-abf8-4720-9758-2652c1950bee'}}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 08:34:58.272453 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e7622e0a-b044-44d3-8d23-019204853a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:58.318559 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.db.db_base_plugin_common [None req-0344097b-18b4-45ad-8f84-64ded8061e8e admin admin] Allocated IP 172.27.1.132 (65ec14d2-e0c2-45ad-9132-5fa8e954ebc3/dca57fa4-8523-4dee-8f0e-27ff75670efc/a1a9afea-b09b-420e-bf02-7eb38eee4337) {{(pid=92951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 08:34:58.336544 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-e7622e0a-b044-44d3-8d23-019204853a4b None None] For port 758fafb3-f5c8-40f5-b081-bc92726da962, host dv-cinder-800431-1-iscsi, cleared binding levels {{(pid=92953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 08:34:58.339560 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-e7622e0a-b044-44d3-8d23-019204853a4b None None] For port 758fafb3-f5c8-40f5-b081-bc92726da962, host dv-cinder-800431-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=758fafb3-f5c8-40f5-b081-bc92726da962,segment=NetworkSegment(6cdc67b3-0334-4056-a4c8-74f01e0961f3),segment_id=6cdc67b3-0334-4056-a4c8-74f01e0961f3)] {{(pid=92953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 08:34:58.343869 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e7622e0a-b044-44d3-8d23-019204853a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:58.400010 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7622e0a-b044-44d3-8d23-019204853a4b None None] Pushing event updated for resources: {'Port': ['ID=758fafb3-f5c8-40f5-b081-bc92726da962,revision_number=2']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:34:58.433307 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0344097b-18b4-45ad-8f84-64ded8061e8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:58.473576 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0344097b-18b4-45ad-8f84-64ded8061e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748222641646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2337024'] for port, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:58.511275 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0344097b-18b4-45ad-8f84-64ded8061e8e admin admin] Network 65ec14d2-e0c2-45ad-9132-5fa8e954ebc3 is already hosted by enough agents. {{(pid=92951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:34:58.516152 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-0344097b-18b4-45ad-8f84-64ded8061e8e admin admin] Resources bound (agent type, host, resource id): {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:34:58.518826 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0344097b-18b4-45ad-8f84-64ded8061e8e admin admin] Received port after_create {{(pid=92951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 08:34:58.546665 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0344097b-18b4-45ad-8f84-64ded8061e8e admin admin] Pushing event updated for resources: {'Port': ['ID=a1a9afea-b09b-420e-bf02-7eb38eee4337,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:34:58.787062 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0344097b-18b4-45ad-8f84-64ded8061e8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:58.974649 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0344097b-18b4-45ad-8f84-64ded8061e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941052'] for router, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:59.139137 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd40ba5-6ccc-44d3-bb37-0e74367f0429 req-22b59835-9910-4998-aca5-496f4f0fd82d tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:59.140790 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-5cd40ba5-6ccc-44d3-bb37-0e74367f0429 req-22b59835-9910-4998-aca5-496f4f0fd82d tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab23622-23ac-4413-83c9-b723701886b8 HTTP/1.1" status: 200 len: 984 time: 0.1285439 Jul 12 08:34:59.190848 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0344097b-18b4-45ad-8f84-64ded8061e8e admin admin] Router 055e7425-b017-41e7-bddf-981f4d5814fb is scheduled to L3 agent c0ba3535-5ad7-41e9-9cdc-b89c0ff976de with binding_index 1 {{(pid=92951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 08:34:59.196436 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-5cd40ba5-6ccc-44d3-bb37-0e74367f0429 req-bc768a64-be18-4b26-baae-270c7ab28d6d tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/security-groups?id=475b4fc8-b563-48f3-9960-d784b6deedf8&id=987630df-f32e-441e-8058-2236504d0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0491157 Jul 12 08:34:59.314938 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0344097b-18b4-45ad-8f84-64ded8061e8e admin admin] Notify agent at l3_agent.dv-cinder-800431-1-iscsi the message routers_updated {{(pid=92951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 08:34:59.317397 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5e4bcb-dc95-47d3-90b4-a36f8d6d4095 None None] Network bfdb51f3-abf8-4720-9758-2652c1950bee requested from dv-cinder-800431-1-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 08:34:59.332649 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c405516f-3c77-43e9-a8b6-b0fa56ab16e1 None None] Sync routers for ids ['055e7425-b017-41e7-bddf-981f4d5814fb'] in dv-cinder-800431-1-iscsi {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 08:34:59.333654 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0344097b-18b4-45ad-8f84-64ded8061e8e admin admin] Notify callbacks [] for router, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:59.338510 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 41896) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:34:59.339060 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-0344097b-18b4-45ad-8f84-64ded8061e8e admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6548836 Jul 12 08:34:59.370586 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c405516f-3c77-43e9-a8b6-b0fa56ab16e1 None None] Routers {'055e7425-b017-41e7-bddf-981f4d5814fb'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:34:59.371141 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-c405516f-3c77-43e9-a8b6-b0fa56ab16e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:34:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['055e7425-b017-41e7-bddf-981f4d5814fb'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:34:59.439437 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a0ca7d3a-58a8-4bee-914a-6106b58c318b None None] Provisioning for port 758fafb3-f5c8-40f5-b081-bc92726da962 completed by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:34:59.445470 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f8f4e-2d01-41ff-be74-07ce65e61a1d req-8dd02371-2673-4c49-b569-89314c765a07 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:34:59.447020 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b65f8f4e-2d01-41ff-be74-07ce65e61a1d req-8dd02371-2673-4c49-b569-89314c765a07 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3d1c3f-59e4-4dec-96d8-4fb874223ad6 HTTP/1.1" status: 200 len: 945 time: 0.1673951 Jul 12 08:34:59.539933 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b65f8f4e-2d01-41ff-be74-07ce65e61a1d req-8047f996-cc70-464d-952f-1280d71dcfca tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c76d369-3c1a-4588-acc0-cfa913107d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787954 Jul 12 08:34:59.687726 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-c405516f-3c77-43e9-a8b6-b0fa56ab16e1 None None] Set router 055e7425-b017-41e7-bddf-981f4d5814fb gateway port host: dv-cinder-800431-1-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:34:59.717610 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 758fafb3-f5c8-40f5-b081-bc92726da962 up at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:34:59.843700 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-00862adc-13b3-42b1-9a20-a2531a1a6bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:34:59.850057 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning for port 758fafb3-f5c8-40f5-b081-bc92726da962 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:34:59.866308 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning complete for port 758fafb3-f5c8-40f5-b081-bc92726da962 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:34:59.868108 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:00.008627 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:00.010404 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_common [None req-00862adc-13b3-42b1-9a20-a2531a1a6bbb admin admin] Allocated IP 172.20.0.1 (bfdb51f3-abf8-4720-9758-2652c1950bee/bd981bbb-849b-4ec5-b0be-7de4ff340241/bf941177-c38c-4c0a-921c-bbdcb61b7186) {{(pid=92952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 08:35:00.039281 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-c405516f-3c77-43e9-a8b6-b0fa56ab16e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '055e7425-b017-41e7-bddf-981f4d5814fb', 'name': 'tempest-TestShelveInstance-533735703-router', 'tenant_id': '9141084bc67040a6953c3e2fdaeecde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'a1a9afea-b09b-420e-bf02-7eb38eee4337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:34:57Z', 'updated_at': '2021-07-12T08:34:58Z', 'revision_number': 3, 'project_id': '9141084bc67040a6953c3e2fdaeecde8', 'gw_port': {'id': 'a1a9afea-b09b-420e-bf02-7eb38eee4337', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '055e7425-b017-41e7-bddf-981f4d5814fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:34:58Z', 'updated_at': '2021-07-12T08:34:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi'}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:35:00.076366 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] For port 758fafb3-f5c8-40f5-b081-bc92726da962, host dv-cinder-800431-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=758fafb3-f5c8-40f5-b081-bc92726da962,segment=NetworkSegment(6cdc67b3-0334-4056-a4c8-74f01e0961f3),segment_id=6cdc67b3-0334-4056-a4c8-74f01e0961f3)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:35:00.077814 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c405516f-3c77-43e9-a8b6-b0fa56ab16e1 None None] Checking router: 055e7425-b017-41e7-bddf-981f4d5814fb for host: dv-cinder-800431-1-iscsi {{(pid=92953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 08:35:00.078159 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c405516f-3c77-43e9-a8b6-b0fa56ab16e1 None None] Updating router 055e7425-b017-41e7-bddf-981f4d5814fb port a1a9afea-b09b-420e-bf02-7eb38eee4337 binding host dv-cinder-800431-1-iscsi {{(pid=92953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 08:35:00.081681 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:00.120049 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-00862adc-13b3-42b1-9a20-a2531a1a6bbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:00.134324 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.provisioning_blocks [None req-00862adc-13b3-42b1-9a20-a2531a1a6bbb admin admin] Transition to ACTIVE for port object bf941177-c38c-4c0a-921c-bbdcb61b7186 will not be triggered until provisioned by entity DHCP. {{(pid=92952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:35:00.158620 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c405516f-3c77-43e9-a8b6-b0fa56ab16e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:00.167423 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Pushing event updated for resources: {'Port': ['ID=758fafb3-f5c8-40f5-b081-bc92726da962,revision_number=3']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:00.174801 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-00862adc-13b3-42b1-9a20-a2531a1a6bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748222641646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1188457'] for port, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:00.202594 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-94490dce-155c-4a3d-8506-e009b4110918 None None] Provisioning complete for port 758fafb3-f5c8-40f5-b081-bc92726da962 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:35:00.202887 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-94490dce-155c-4a3d-8506-e009b4110918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:00.219500 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00862adc-13b3-42b1-9a20-a2531a1a6bbb admin admin] Network bfdb51f3-abf8-4720-9758-2652c1950bee is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:35:00.222870 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [None req-00862adc-13b3-42b1-9a20-a2531a1a6bbb admin admin] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:35:00.226420 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00862adc-13b3-42b1-9a20-a2531a1a6bbb admin admin] Received port after_create {{(pid=92952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 08:35:00.255250 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00862adc-13b3-42b1-9a20-a2531a1a6bbb admin admin] Pushing event updated for resources: {'Port': ['ID=bf941177-c38c-4c0a-921c-bbdcb61b7186,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:00.273043 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-00862adc-13b3-42b1-9a20-a2531a1a6bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528631'] for router_interface, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:00.419854 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9cafcf-2b5d-4d01-bf39-a0a3a14dbc8a req-b7cb0656-1f8a-4820-906f-6feed81d9f91 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:00.427686 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0a9cafcf-2b5d-4d01-bf39-a0a3a14dbc8a req-b7cb0656-1f8a-4820-906f-6feed81d9f91 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab23622-23ac-4413-83c9-b723701886b8 HTTP/1.1" status: 200 len: 984 time: 0.0842175 Jul 12 08:35:00.429838 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-00862adc-13b3-42b1-9a20-a2531a1a6bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:00.470740 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0a9cafcf-2b5d-4d01-bf39-a0a3a14dbc8a req-0d0c3c15-950d-4f7e-b2a5-29676de6561d tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/security-groups?id=475b4fc8-b563-48f3-9960-d784b6deedf8&id=987630df-f32e-441e-8058-2236504d0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0418098 Jul 12 08:35:00.517300 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c405516f-3c77-43e9-a8b6-b0fa56ab16e1 None None] Notify callbacks [] for port, precommit_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:00.528146 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-c405516f-3c77-43e9-a8b6-b0fa56ab16e1 None None] Transition to ACTIVE for port object a1a9afea-b09b-420e-bf02-7eb38eee4337 will not be triggered until provisioned by entity L2. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:35:00.534046 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c405516f-3c77-43e9-a8b6-b0fa56ab16e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:00.585546 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-c405516f-3c77-43e9-a8b6-b0fa56ab16e1 None None] Attempting to bind port a1a9afea-b09b-420e-bf02-7eb38eee4337 on host dv-cinder-800431-1-iscsi for vnic_type normal with profile {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 08:35:00.585945 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-c405516f-3c77-43e9-a8b6-b0fa56ab16e1 None None] Attempting to bind port a1a9afea-b09b-420e-bf02-7eb38eee4337 by drivers openvswitch,hyperv on host dv-cinder-800431-1-iscsi at level 0 using segments [{'id': '96305722-55d6-4089-959b-5f9b3a20c0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3'}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 08:35:00.586475 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c405516f-3c77-43e9-a8b6-b0fa56ab16e1 None None] Attempting to bind port a1a9afea-b09b-420e-bf02-7eb38eee4337 on network 65ec14d2-e0c2-45ad-9132-5fa8e954ebc3 {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:35:00.593623 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c405516f-3c77-43e9-a8b6-b0fa56ab16e1 None None] Checking agent: {'id': '165ba4a0-42de-4d95-afeb-0090fba4eff7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 8, 23, 37), 'started_at': datetime.datetime(2021, 7, 12, 8, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 8, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 08:35:00.594021 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c405516f-3c77-43e9-a8b6-b0fa56ab16e1 None None] Checking segment: {'id': '96305722-55d6-4089-959b-5f9b3a20c0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:35:00.594417 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c405516f-3c77-43e9-a8b6-b0fa56ab16e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:00.594907 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c405516f-3c77-43e9-a8b6-b0fa56ab16e1 None None] Bound using segment: {'id': '96305722-55d6-4089-959b-5f9b3a20c0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3'} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 08:35:00.595263 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-c405516f-3c77-43e9-a8b6-b0fa56ab16e1 None None] Bound port: a1a9afea-b09b-420e-bf02-7eb38eee4337, host: dv-cinder-800431-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96305722-55d6-4089-959b-5f9b3a20c0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3'}}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 08:35:00.595637 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c405516f-3c77-43e9-a8b6-b0fa56ab16e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:00.597263 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8b778d-32ee-407b-9fc4-d177caa0a45f None None] Pushing event updated for resources: {'Port': ['ID=a1a9afea-b09b-420e-bf02-7eb38eee4337,revision_number=2']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:00.609366 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-00862adc-13b3-42b1-9a20-a2531a1a6bbb admin admin] Notify callbacks [] for port, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:00.618442 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-00862adc-13b3-42b1-9a20-a2531a1a6bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1188479'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:00.648834 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-16e5c3b0-885c-4acc-b9fe-dde18978e285 None None] Provisioning for port bf941177-c38c-4c0a-921c-bbdcb61b7186 completed by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:35:00.656723 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-16e5c3b0-885c-4acc-b9fe-dde18978e285 None None] Provisioning complete for port bf941177-c38c-4c0a-921c-bbdcb61b7186 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:35:00.657091 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-16e5c3b0-885c-4acc-b9fe-dde18978e285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:00.687246 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-c405516f-3c77-43e9-a8b6-b0fa56ab16e1 None None] For port a1a9afea-b09b-420e-bf02-7eb38eee4337, host dv-cinder-800431-1-iscsi, cleared binding levels {{(pid=92953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 08:35:00.696837 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00862adc-13b3-42b1-9a20-a2531a1a6bbb admin admin] Pushing event updated for resources: {'Port': ['ID=bf941177-c38c-4c0a-921c-bbdcb61b7186,revision_number=2']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:00.705610 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-c405516f-3c77-43e9-a8b6-b0fa56ab16e1 None None] For port a1a9afea-b09b-420e-bf02-7eb38eee4337, host dv-cinder-800431-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=a1a9afea-b09b-420e-bf02-7eb38eee4337,segment=NetworkSegment(96305722-55d6-4089-959b-5f9b3a20c0c4),segment_id=96305722-55d6-4089-959b-5f9b3a20c0c4)] {{(pid=92953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 08:35:00.708599 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-16e5c3b0-885c-4acc-b9fe-dde18978e285 None None] Port bf941177-c38c-4c0a-921c-bbdcb61b7186 cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 08:35:00.708760 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-00862adc-13b3-42b1-9a20-a2531a1a6bbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532394'] for router_interface, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:00.713502 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c405516f-3c77-43e9-a8b6-b0fa56ab16e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:00.779599 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c405516f-3c77-43e9-a8b6-b0fa56ab16e1 None None] Routers {'055e7425-b017-41e7-bddf-981f4d5814fb'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:35:00.780240 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-c405516f-3c77-43e9-a8b6-b0fa56ab16e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:34:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['055e7425-b017-41e7-bddf-981f4d5814fb'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:35:00.783517 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8b778d-32ee-407b-9fc4-d177caa0a45f None None] Pushing event updated for resources: {'Port': ['ID=a1a9afea-b09b-420e-bf02-7eb38eee4337,revision_number=3']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:00.852208 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00862adc-13b3-42b1-9a20-a2531a1a6bbb admin admin] Network bfdb51f3-abf8-4720-9758-2652c1950bee is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:35:00.856225 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [None req-00862adc-13b3-42b1-9a20-a2531a1a6bbb admin admin] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:35:00.864971 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1461f2-9277-4e87-b2f6-d36491462f27 req-38facad7-65a8-4baa-a61c-32c2892ba6b0 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:00.867706 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ce1461f2-9277-4e87-b2f6-d36491462f27 req-38facad7-65a8-4baa-a61c-32c2892ba6b0 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3d1c3f-59e4-4dec-96d8-4fb874223ad6 HTTP/1.1" status: 200 len: 945 time: 0.1089573 Jul 12 08:35:00.903586 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-c405516f-3c77-43e9-a8b6-b0fa56ab16e1 None None] Set router 055e7425-b017-41e7-bddf-981f4d5814fb gateway port host: dv-cinder-800431-1-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:35:00.952973 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ce1461f2-9277-4e87-b2f6-d36491462f27 req-d94fae9a-4875-4ee8-b044-1f7c9ae0b21e tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c76d369-3c1a-4588-acc0-cfa913107d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787179 Jul 12 08:35:00.959382 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-3c462b2f-d628-47c9-a882-51efafe2fa45 None None] Provisioning complete for port bf941177-c38c-4c0a-921c-bbdcb61b7186 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:35:00.959756 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3c462b2f-d628-47c9-a882-51efafe2fa45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:01.013271 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00862adc-13b3-42b1-9a20-a2531a1a6bbb admin admin] Router 055e7425-b017-41e7-bddf-981f4d5814fb has already been hosted by L3 agent c0ba3535-5ad7-41e9-9cdc-b89c0ff976de {{(pid=92952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 08:35:01.069471 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-3c462b2f-d628-47c9-a882-51efafe2fa45 None None] Port bf941177-c38c-4c0a-921c-bbdcb61b7186 cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 08:35:01.120615 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00862adc-13b3-42b1-9a20-a2531a1a6bbb admin admin] Notify agent at l3_agent.dv-cinder-800431-1-iscsi the message routers_updated {{(pid=92952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 08:35:01.125603 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-00862adc-13b3-42b1-9a20-a2531a1a6bbb admin admin] 10.222.0.37 "PUT /v2.0/routers/055e7425-b017-41e7-bddf-981f4d5814fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7858446 Jul 12 08:35:01.152446 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-c405516f-3c77-43e9-a8b6-b0fa56ab16e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '055e7425-b017-41e7-bddf-981f4d5814fb', 'name': 'tempest-TestShelveInstance-533735703-router', 'tenant_id': '9141084bc67040a6953c3e2fdaeecde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'a1a9afea-b09b-420e-bf02-7eb38eee4337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:34:57Z', 'updated_at': '2021-07-12T08:35:00Z', 'revision_number': 4, 'project_id': '9141084bc67040a6953c3e2fdaeecde8', 'gw_port': {'id': 'a1a9afea-b09b-420e-bf02-7eb38eee4337', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '055e7425-b017-41e7-bddf-981f4d5814fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:34:58Z', 'updated_at': '2021-07-12T08:35:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_interfaces': [{'id': 'bf941177-c38c-4c0a-921c-bbdcb61b7186', 'name': '', 'network_id': 'bfdb51f3-abf8-4720-9758-2652c1950bee', 'tenant_id': '9141084bc67040a6953c3e2fdaeecde8', 'mac_address': 'fa:16:3e:c4:fd:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '055e7425-b017-41e7-bddf-981f4d5814fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'bd981bbb-849b-4ec5-b0be-7de4ff340241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:34:59Z', 'updated_at': '2021-07-12T08:35:00Z', 'revision_number': 2, 'project_id': '9141084bc67040a6953c3e2fdaeecde8', 'subnets': [{'id': 'bd981bbb-849b-4ec5-b0be-7de4ff340241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:35:01.179653 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c405516f-3c77-43e9-a8b6-b0fa56ab16e1 None None] The sync data for ids ['055e7425-b017-41e7-bddf-981f4d5814fb'] in dv-cinder-800431-1-iscsi is: [{'id': '055e7425-b017-41e7-bddf-981f4d5814fb', 'name': 'tempest-TestShelveInstance-533735703-router', 'tenant_id': '9141084bc67040a6953c3e2fdaeecde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'a1a9afea-b09b-420e-bf02-7eb38eee4337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:34:57Z', 'updated_at': '2021-07-12T08:35:00Z', 'revision_number': 4, 'project_id': '9141084bc67040a6953c3e2fdaeecde8', 'gw_port': {'id': 'a1a9afea-b09b-420e-bf02-7eb38eee4337', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '055e7425-b017-41e7-bddf-981f4d5814fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:34:58Z', 'updated_at': '2021-07-12T08:35:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_interfaces': [{'id': 'bf941177-c38c-4c0a-921c-bbdcb61b7186', 'name': '', 'network_id': 'bfdb51f3-abf8-4720-9758-2652c1950bee', 'tenant_id': '9141084bc67040a6953c3e2fdaeecde8', 'mac_address': 'fa:16:3e:c4:fd:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '055e7425-b017-41e7-bddf-981f4d5814fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'bd981bbb-849b-4ec5-b0be-7de4ff340241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:34:59Z', 'updated_at': '2021-07-12T08:35:00Z', 'revision_number': 2, 'project_id': '9141084bc67040a6953c3e2fdaeecde8', 'subnets': [{'id': 'bd981bbb-849b-4ec5-b0be-7de4ff340241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 08:35:01.191317 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-9e88df70-9ef6-47a8-a370-a8677de1463d None None] Provisioning complete for port bf941177-c38c-4c0a-921c-bbdcb61b7186 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:35:01.192017 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9e88df70-9ef6-47a8-a370-a8677de1463d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:01.234034 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-9e88df70-9ef6-47a8-a370-a8677de1463d None None] Port bf941177-c38c-4c0a-921c-bbdcb61b7186 cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 08:35:01.723785 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 41938) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:35:01.733085 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-28d1582c-5e95-4e70-8b8d-3ddac0d39b3e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1341794103-network', 'tenant_id': 'ce8ca7d99df041d48e99b38d59f06561'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:35:01.735439 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 758fafb3-f5c8-40f5-b081-bc92726da962 up at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:35:01.742428 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7847b4da-9f20-40ca-8739-21ea560de082 req-c499c1a8-b080-4a5a-98c2-ff4b4d681d39 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:01.744713 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7847b4da-9f20-40ca-8739-21ea560de082 req-c499c1a8-b080-4a5a-98c2-ff4b4d681d39 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab23622-23ac-4413-83c9-b723701886b8 HTTP/1.1" status: 200 len: 984 time: 0.1373308 Jul 12 08:35:01.771161 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d1582c-5e95-4e70-8b8d-3ddac0d39b3e admin admin] Made reservation on behalf of ce8ca7d99df041d48e99b38d59f06561 for: {'network': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 08:35:01.774619 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-28d1582c-5e95-4e70-8b8d-3ddac0d39b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for network, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:01.787438 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-28d1582c-5e95-4e70-8b8d-3ddac0d39b3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:01.793806 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:01.821215 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7847b4da-9f20-40ca-8739-21ea560de082 req-5da48417-ac70-4e64-a359-66b5a2b5749d tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/security-groups?id=475b4fc8-b563-48f3-9960-d784b6deedf8&id=987630df-f32e-441e-8058-2236504d0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0695381 Jul 12 08:35:01.831629 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning complete for port 758fafb3-f5c8-40f5-b081-bc92726da962 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:35:01.831977 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:01.913793 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-28d1582c-5e95-4e70-8b8d-3ddac0d39b3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:01.919137 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-28d1582c-5e95-4e70-8b8d-3ddac0d39b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:01.956474 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28d1582c-5e95-4e70-8b8d-3ddac0d39b3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=92952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 08:35:01.963568 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d1582c-5e95-4e70-8b8d-3ddac0d39b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5493989-d9b9-4ac2-8167-4a8965e1103c,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:01.976765 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-28d1582c-5e95-4e70-8b8d-3ddac0d39b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246630'] for segment, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:01.977109 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.db.segments_db [None req-28d1582c-5e95-4e70-8b8d-3ddac0d39b3e admin admin] Added segment 8a883ab7-06dc-4964-9525-1c13cd3a23ad of type vlan for network c84fde0b-56f4-485a-841a-64b210c9162d Jul 12 08:35:02.030232 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-28d1582c-5e95-4e70-8b8d-3ddac0d39b3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748222629479'] for network, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:02.075686 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-28d1582c-5e95-4e70-8b8d-3ddac0d39b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794'] for network, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:02.077142 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d1582c-5e95-4e70-8b8d-3ddac0d39b3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:02.077266 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-28d1582c-5e95-4e70-8b8d-3ddac0d39b3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for network, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:02.156620 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-28d1582c-5e95-4e70-8b8d-3ddac0d39b3e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4311810 Jul 12 08:35:02.159380 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 41944) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:35:02.166311 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-c17694b0-db81-43f3-af1b-7bb7783cf991 admin admin] Request body: {'subnet': {'network_id': 'c84fde0b-56f4-485a-841a-64b210c9162d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1341794103-subnet', 'tenant_id': 'ce8ca7d99df041d48e99b38d59f06561', 'ip_version': 4}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:35:02.167761 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d1582c-5e95-4e70-8b8d-3ddac0d39b3e admin admin] Pushing event updated for resources: {'Network': ['ID=c84fde0b-56f4-485a-841a-64b210c9162d,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:02.177349 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Network c84fde0b-56f4-485a-841a-64b210c9162d details requested by agent ovs-agent-dv-cinder-800431-1-iscsi with host dv-cinder-800431-1-iscsi {{(pid=92953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 08:35:02.198945 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7661d7-deb3-485b-949e-9d1188695f7e req-faebf30f-76a9-4774-b223-de38b8752100 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:02.200510 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5d7661d7-deb3-485b-949e-9d1188695f7e req-faebf30f-76a9-4774-b223-de38b8752100 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3d1c3f-59e4-4dec-96d8-4fb874223ad6 HTTP/1.1" status: 200 len: 945 time: 0.1062441 Jul 12 08:35:02.201446 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17694b0-db81-43f3-af1b-7bb7783cf991 admin admin] Made reservation on behalf of ce8ca7d99df041d48e99b38d59f06561 for: {'subnet': 1} {{(pid=92951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 08:35:02.204078 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c17694b0-db81-43f3-af1b-7bb7783cf991 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8739511'] for subnet, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:02.251262 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5d7661d7-deb3-485b-949e-9d1188695f7e req-5174b42f-9787-4e17-9d2c-4c6952c3c45e tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c76d369-3c1a-4588-acc0-cfa913107d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437520 Jul 12 08:35:02.389233 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c17694b0-db81-43f3-af1b-7bb7783cf991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2337172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8738893'] for subnet, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:02.441903 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17694b0-db81-43f3-af1b-7bb7783cf991 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f70491b-b524-432b-bb91-2b425bf15e33,revision_number=0']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:02.453196 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17694b0-db81-43f3-af1b-7bb7783cf991 admin admin] Checking segment: {'id': '8a883ab7-06dc-4964-9525-1c13cd3a23ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c84fde0b-56f4-485a-841a-64b210c9162d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:35:02.453551 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17694b0-db81-43f3-af1b-7bb7783cf991 admin admin] Network hostable DHCP agents. Network: c84fde0b-56f4-485a-841a-64b210c9162d, hostable agents: ['c54cb50b-3f96-48fd-b597-b50612d9ada1'], hosted agents: [] {{(pid=92951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 08:35:02.470039 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17694b0-db81-43f3-af1b-7bb7783cf991 admin admin] Network c84fde0b-56f4-485a-841a-64b210c9162d is scheduled to be hosted by DHCP agent c54cb50b-3f96-48fd-b597-b50612d9ada1 with binding_index 1 {{(pid=92951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 08:35:02.479463 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-c17694b0-db81-43f3-af1b-7bb7783cf991 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800431-1-iscsi, c84fde0b-56f4-485a-841a-64b210c9162d) {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:35:02.483546 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17694b0-db81-43f3-af1b-7bb7783cf991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:02.484359 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c17694b0-db81-43f3-af1b-7bb7783cf991 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:02.492990 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982b0249-3ece-4877-8274-5643137d7826 None None] Network c84fde0b-56f4-485a-841a-64b210c9162d requested from dv-cinder-800431-1-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 08:35:02.501491 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-c17694b0-db81-43f3-af1b-7bb7783cf991 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3391120 Jul 12 08:35:02.504369 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 41946) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:35:02.510340 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-53a9b5c9-3a1a-488b-9258-6c7757ce4a4a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1341794103-router', 'tenant_id': 'ce8ca7d99df041d48e99b38d59f06561', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3'}}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:35:02.537208 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-53a9b5c9-3a1a-488b-9258-6c7757ce4a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500008'] for router, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:02.539186 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-53a9b5c9-3a1a-488b-9258-6c7757ce4a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941001', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-943589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500017'] for router, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:02.609218 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-53a9b5c9-3a1a-488b-9258-6c7757ce4a4a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:02.666682 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0140a344-08d2-45b1-9820-74beea9c4277 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcacd1728-95ed-5cda-b7de-0b3fff281327-c84fde0b-56f4-485a-841a-64b210c9162d', 'network_id': 'c84fde0b-56f4-485a-841a-64b210c9162d', 'tenant_id': 'ce8ca7d99df041d48e99b38d59f06561', 'fixed_ips': [{'subnet_id': '7f70491b-b524-432b-bb91-2b425bf15e33'}]}} from dv-cinder-800431-1-iscsi. {{(pid=92953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 08:35:02.667608 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0140a344-08d2-45b1-9820-74beea9c4277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:02.763066 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-53a9b5c9-3a1a-488b-9258-6c7757ce4a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-499971'] for router, precommit_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:02.816373 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_common [None req-0140a344-08d2-45b1-9820-74beea9c4277 None None] Allocated IP 172.20.0.2 (c84fde0b-56f4-485a-841a-64b210c9162d/7f70491b-b524-432b-bb91-2b425bf15e33/b2661c43-ae17-4fd1-a023-fadf2da91377) {{(pid=92953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 08:35:02.974465 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0140a344-08d2-45b1-9820-74beea9c4277 None None] Notify callbacks [] for port, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:02.983236 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0140a344-08d2-45b1-9820-74beea9c4277 None None] Transition to ACTIVE for port object b2661c43-ae17-4fd1-a023-fadf2da91377 will not be triggered until provisioned by entity L2. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:35:02.999609 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0140a344-08d2-45b1-9820-74beea9c4277 None None] Transition to ACTIVE for port object b2661c43-ae17-4fd1-a023-fadf2da91377 will not be triggered until provisioned by entity DHCP. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:35:03.006563 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0140a344-08d2-45b1-9820-74beea9c4277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748222641646'] for port, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:03.033000 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-53a9b5c9-3a1a-488b-9258-6c7757ce4a4a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:03.045475 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0140a344-08d2-45b1-9820-74beea9c4277 None None] Network c84fde0b-56f4-485a-841a-64b210c9162d is already hosted by enough agents. {{(pid=92953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:35:03.049710 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-0140a344-08d2-45b1-9820-74beea9c4277 None None] Resources bound (agent type, host, resource id): {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:35:03.054834 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0140a344-08d2-45b1-9820-74beea9c4277 None None] Received port after_create {{(pid=92953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 08:35:03.057510 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0140a344-08d2-45b1-9820-74beea9c4277 None None] Pushing event updated for resources: {'Port': ['ID=b2661c43-ae17-4fd1-a023-fadf2da91377,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:03.058363 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-53a9b5c9-3a1a-488b-9258-6c7757ce4a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:03.113364 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d73c4-a985-4bd5-86ea-0e9f83e71abc req-305d7922-e6b8-4b76-b36f-573005330382 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:03.115088 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-ff4d73c4-a985-4bd5-86ea-0e9f83e71abc req-305d7922-e6b8-4b76-b36f-573005330382 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab23622-23ac-4413-83c9-b723701886b8 HTTP/1.1" status: 200 len: 984 time: 0.1534085 Jul 12 08:35:03.117485 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-0140a344-08d2-45b1-9820-74beea9c4277 None None] Attempting to bind port b2661c43-ae17-4fd1-a023-fadf2da91377 on host dv-cinder-800431-1-iscsi for vnic_type normal with profile {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 08:35:03.117897 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-0140a344-08d2-45b1-9820-74beea9c4277 None None] Attempting to bind port b2661c43-ae17-4fd1-a023-fadf2da91377 by drivers openvswitch,hyperv on host dv-cinder-800431-1-iscsi at level 0 using segments [{'id': '8a883ab7-06dc-4964-9525-1c13cd3a23ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c84fde0b-56f4-485a-841a-64b210c9162d'}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 08:35:03.118265 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0140a344-08d2-45b1-9820-74beea9c4277 None None] Attempting to bind port b2661c43-ae17-4fd1-a023-fadf2da91377 on network c84fde0b-56f4-485a-841a-64b210c9162d {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:35:03.123313 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0140a344-08d2-45b1-9820-74beea9c4277 None None] Checking agent: {'id': '165ba4a0-42de-4d95-afeb-0090fba4eff7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 8, 23, 37), 'started_at': datetime.datetime(2021, 7, 12, 8, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 8, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 08:35:03.123690 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0140a344-08d2-45b1-9820-74beea9c4277 None None] Checking segment: {'id': '8a883ab7-06dc-4964-9525-1c13cd3a23ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c84fde0b-56f4-485a-841a-64b210c9162d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:35:03.124114 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0140a344-08d2-45b1-9820-74beea9c4277 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:03.124508 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0140a344-08d2-45b1-9820-74beea9c4277 None None] Bound using segment: {'id': '8a883ab7-06dc-4964-9525-1c13cd3a23ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c84fde0b-56f4-485a-841a-64b210c9162d'} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 08:35:03.124975 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-0140a344-08d2-45b1-9820-74beea9c4277 None None] Bound port: b2661c43-ae17-4fd1-a023-fadf2da91377, host: dv-cinder-800431-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a883ab7-06dc-4964-9525-1c13cd3a23ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c84fde0b-56f4-485a-841a-64b210c9162d'}}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 08:35:03.125357 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0140a344-08d2-45b1-9820-74beea9c4277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:03.189305 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-ff4d73c4-a985-4bd5-86ea-0e9f83e71abc req-f728fad2-87fe-4cac-8c15-2da51daaee36 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/security-groups?id=475b4fc8-b563-48f3-9960-d784b6deedf8&id=987630df-f32e-441e-8058-2236504d0ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0666339 Jul 12 08:35:03.193360 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-0140a344-08d2-45b1-9820-74beea9c4277 None None] For port b2661c43-ae17-4fd1-a023-fadf2da91377, host dv-cinder-800431-1-iscsi, cleared binding levels {{(pid=92953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 08:35:03.198610 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-0140a344-08d2-45b1-9820-74beea9c4277 None None] For port b2661c43-ae17-4fd1-a023-fadf2da91377, host dv-cinder-800431-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=b2661c43-ae17-4fd1-a023-fadf2da91377,segment=NetworkSegment(8a883ab7-06dc-4964-9525-1c13cd3a23ad),segment_id=8a883ab7-06dc-4964-9525-1c13cd3a23ad)] {{(pid=92953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 08:35:03.204343 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0140a344-08d2-45b1-9820-74beea9c4277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:03.219644 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.db.db_base_plugin_common [None req-53a9b5c9-3a1a-488b-9258-6c7757ce4a4a admin admin] Allocated IP 172.27.1.119 (65ec14d2-e0c2-45ad-9132-5fa8e954ebc3/dca57fa4-8523-4dee-8f0e-27ff75670efc/8c83d3f4-563c-4427-bf71-a7c1ccbe354e) {{(pid=92951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 08:35:03.271944 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0140a344-08d2-45b1-9820-74beea9c4277 None None] Pushing event updated for resources: {'Port': ['ID=b2661c43-ae17-4fd1-a023-fadf2da91377,revision_number=2']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:03.342892 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-53a9b5c9-3a1a-488b-9258-6c7757ce4a4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:03.385779 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-53a9b5c9-3a1a-488b-9258-6c7757ce4a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748222641646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2337024'] for port, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:03.429260 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a9b5c9-3a1a-488b-9258-6c7757ce4a4a admin admin] Network 65ec14d2-e0c2-45ad-9132-5fa8e954ebc3 is already hosted by enough agents. {{(pid=92951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:35:03.435704 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-53a9b5c9-3a1a-488b-9258-6c7757ce4a4a admin admin] Resources bound (agent type, host, resource id): {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:35:03.439321 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a9b5c9-3a1a-488b-9258-6c7757ce4a4a admin admin] Received port after_create {{(pid=92951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 08:35:03.482510 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3daf71f-94dc-4acc-9009-f8bb88fe0cfc req-4de1d9c0-c0e0-4394-85b8-918a7b1131f4 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:03.483330 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e3daf71f-94dc-4acc-9009-f8bb88fe0cfc req-4de1d9c0-c0e0-4394-85b8-918a7b1131f4 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3d1c3f-59e4-4dec-96d8-4fb874223ad6 HTTP/1.1" status: 200 len: 945 time: 0.1069613 Jul 12 08:35:03.484531 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a9b5c9-3a1a-488b-9258-6c7757ce4a4a admin admin] Pushing event updated for resources: {'Port': ['ID=8c83d3f4-563c-4427-bf71-a7c1ccbe354e,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:03.538735 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e3daf71f-94dc-4acc-9009-f8bb88fe0cfc req-18445733-ebf6-46aa-9005-e90d18ea5c46 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c76d369-3c1a-4588-acc0-cfa913107d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419009 Jul 12 08:35:03.649535 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf10edc-8957-4120-a8d8-57816f641951 None None] Sync routers for ids ['055e7425-b017-41e7-bddf-981f4d5814fb'] in dv-cinder-800431-1-iscsi {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 08:35:03.660596 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf10edc-8957-4120-a8d8-57816f641951 None None] Routers {'055e7425-b017-41e7-bddf-981f4d5814fb'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:35:03.661361 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-fbf10edc-8957-4120-a8d8-57816f641951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:34:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['055e7425-b017-41e7-bddf-981f4d5814fb'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:35:03.688059 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device b2661c43-ae17-4fd1-a023-fadf2da91377 up at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:35:03.746075 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning for port b2661c43-ae17-4fd1-a023-fadf2da91377 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:35:03.750509 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device a1a9afea-b09b-420e-bf02-7eb38eee4337 up at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:35:03.805486 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning for port a1a9afea-b09b-420e-bf02-7eb38eee4337 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:35:03.810089 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning complete for port a1a9afea-b09b-420e-bf02-7eb38eee4337 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:35:03.810493 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:03.865058 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-fbf10edc-8957-4120-a8d8-57816f641951 None None] Set router 055e7425-b017-41e7-bddf-981f4d5814fb gateway port host: dv-cinder-800431-1-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:35:03.897615 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:03.923749 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] For port a1a9afea-b09b-420e-bf02-7eb38eee4337, host dv-cinder-800431-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=a1a9afea-b09b-420e-bf02-7eb38eee4337,segment=NetworkSegment(96305722-55d6-4089-959b-5f9b3a20c0c4),segment_id=96305722-55d6-4089-959b-5f9b3a20c0c4)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:35:03.927882 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:03.972436 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-53a9b5c9-3a1a-488b-9258-6c7757ce4a4a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:03.986192 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Pushing event updated for resources: {'Port': ['ID=a1a9afea-b09b-420e-bf02-7eb38eee4337,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:04.081688 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c9c0bfa1-95b1-4772-bd89-ae78de8074fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:04.086993 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-fbf10edc-8957-4120-a8d8-57816f641951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '055e7425-b017-41e7-bddf-981f4d5814fb', 'name': 'tempest-TestShelveInstance-533735703-router', 'tenant_id': '9141084bc67040a6953c3e2fdaeecde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'a1a9afea-b09b-420e-bf02-7eb38eee4337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:34:57Z', 'updated_at': '2021-07-12T08:35:00Z', 'revision_number': 4, 'project_id': '9141084bc67040a6953c3e2fdaeecde8', 'gw_port': {'id': 'a1a9afea-b09b-420e-bf02-7eb38eee4337', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '055e7425-b017-41e7-bddf-981f4d5814fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:34:58Z', 'updated_at': '2021-07-12T08:35:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_interfaces': [{'id': 'bf941177-c38c-4c0a-921c-bbdcb61b7186', 'name': '', 'network_id': 'bfdb51f3-abf8-4720-9758-2652c1950bee', 'tenant_id': '9141084bc67040a6953c3e2fdaeecde8', 'mac_address': 'fa:16:3e:c4:fd:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '055e7425-b017-41e7-bddf-981f4d5814fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'bd981bbb-849b-4ec5-b0be-7de4ff340241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:34:59Z', 'updated_at': '2021-07-12T08:35:00Z', 'revision_number': 2, 'project_id': '9141084bc67040a6953c3e2fdaeecde8', 'subnets': [{'id': 'bd981bbb-849b-4ec5-b0be-7de4ff340241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:35:04.114292 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf10edc-8957-4120-a8d8-57816f641951 None None] Checking router: 055e7425-b017-41e7-bddf-981f4d5814fb for host: dv-cinder-800431-1-iscsi {{(pid=92954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 08:35:04.114644 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf10edc-8957-4120-a8d8-57816f641951 None None] Updating router 055e7425-b017-41e7-bddf-981f4d5814fb port bf941177-c38c-4c0a-921c-bbdcb61b7186 binding host dv-cinder-800431-1-iscsi {{(pid=92954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 08:35:04.152701 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-fbf10edc-8957-4120-a8d8-57816f641951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:04.203265 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-53a9b5c9-3a1a-488b-9258-6c7757ce4a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941052'] for router, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:04.329511 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bfca9b-f724-4eab-be24-f10df153a9ea None None] Network c84fde0b-56f4-485a-841a-64b210c9162d requested from dv-cinder-800431-1-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 08:35:04.334506 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a9b5c9-3a1a-488b-9258-6c7757ce4a4a admin admin] Router 36574929-2574-464f-b310-8321898827f5 is scheduled to L3 agent c0ba3535-5ad7-41e9-9cdc-b89c0ff976de with binding_index 1 {{(pid=92951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 08:35:04.416041 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-5bb002d7-f01e-4556-9561-b4bbebc4860a None None] Provisioning for port b2661c43-ae17-4fd1-a023-fadf2da91377 completed by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:35:04.421028 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-5bb002d7-f01e-4556-9561-b4bbebc4860a None None] Provisioning complete for port b2661c43-ae17-4fd1-a023-fadf2da91377 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:35:04.421399 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5bb002d7-f01e-4556-9561-b4bbebc4860a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:04.440836 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-fbf10edc-8957-4120-a8d8-57816f641951 None None] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:04.445440 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a9b5c9-3a1a-488b-9258-6c7757ce4a4a admin admin] Notify agent at l3_agent.dv-cinder-800431-1-iscsi the message routers_updated {{(pid=92951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 08:35:04.451757 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [None req-fbf10edc-8957-4120-a8d8-57816f641951 None None] Transition to ACTIVE for port object bf941177-c38c-4c0a-921c-bbdcb61b7186 will not be triggered until provisioned by entity L2. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:35:04.458620 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-fbf10edc-8957-4120-a8d8-57816f641951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:04.461469 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-53a9b5c9-3a1a-488b-9258-6c7757ce4a4a admin admin] Notify callbacks [] for router, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:04.463221 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-53a9b5c9-3a1a-488b-9258-6c7757ce4a4a admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9575362 Jul 12 08:35:04.466341 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 41968) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:35:04.482496 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454b320d-2963-491f-8ff7-1d8db7545fd0 None None] Sync routers for ids ['36574929-2574-464f-b310-8321898827f5'] in dv-cinder-800431-1-iscsi {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 08:35:04.502640 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b732cec5-8b9b-4776-935f-930c312d5bd8 None None] Pushing event updated for resources: {'Port': ['ID=bf941177-c38c-4c0a-921c-bbdcb61b7186,revision_number=3']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:04.513785 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b732cec5-8b9b-4776-935f-930c312d5bd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:35:04.514094 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b732cec5-8b9b-4776-935f-930c312d5bd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:35:04.514486 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b732cec5-8b9b-4776-935f-930c312d5bd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:35:04.514787 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b732cec5-8b9b-4776-935f-930c312d5bd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:35:04.515117 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b732cec5-8b9b-4776-935f-930c312d5bd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:35:04.515257 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454b320d-2963-491f-8ff7-1d8db7545fd0 None None] Routers {'36574929-2574-464f-b310-8321898827f5'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:35:04.515438 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b732cec5-8b9b-4776-935f-930c312d5bd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:35:04.515755 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b732cec5-8b9b-4776-935f-930c312d5bd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:35:04.515865 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-454b320d-2963-491f-8ff7-1d8db7545fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:34:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['36574929-2574-464f-b310-8321898827f5'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:35:04.516186 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b732cec5-8b9b-4776-935f-930c312d5bd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:35:04.516529 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b732cec5-8b9b-4776-935f-930c312d5bd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:35:04.516872 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b732cec5-8b9b-4776-935f-930c312d5bd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:35:04.517436 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b732cec5-8b9b-4776-935f-930c312d5bd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:35:04.517773 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b732cec5-8b9b-4776-935f-930c312d5bd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:35:04.603320 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [None req-fbf10edc-8957-4120-a8d8-57816f641951 None None] Attempting to bind port bf941177-c38c-4c0a-921c-bbdcb61b7186 on host dv-cinder-800431-1-iscsi for vnic_type normal with profile {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 08:35:04.605175 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [None req-fbf10edc-8957-4120-a8d8-57816f641951 None None] Attempting to bind port bf941177-c38c-4c0a-921c-bbdcb61b7186 by drivers openvswitch,hyperv on host dv-cinder-800431-1-iscsi at level 0 using segments [{'id': '6cdc67b3-0334-4056-a4c8-74f01e0961f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bfdb51f3-abf8-4720-9758-2652c1950bee'}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 08:35:04.605821 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf10edc-8957-4120-a8d8-57816f641951 None None] Attempting to bind port bf941177-c38c-4c0a-921c-bbdcb61b7186 on network bfdb51f3-abf8-4720-9758-2652c1950bee {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:35:04.612469 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf10edc-8957-4120-a8d8-57816f641951 None None] Checking agent: {'id': '165ba4a0-42de-4d95-afeb-0090fba4eff7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 8, 23, 37), 'started_at': datetime.datetime(2021, 7, 12, 8, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 8, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 08:35:04.613197 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf10edc-8957-4120-a8d8-57816f641951 None None] Checking segment: {'id': '6cdc67b3-0334-4056-a4c8-74f01e0961f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bfdb51f3-abf8-4720-9758-2652c1950bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:35:04.613852 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-fbf10edc-8957-4120-a8d8-57816f641951 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:04.614446 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf10edc-8957-4120-a8d8-57816f641951 None None] Bound using segment: {'id': '6cdc67b3-0334-4056-a4c8-74f01e0961f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bfdb51f3-abf8-4720-9758-2652c1950bee'} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 08:35:04.615273 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [None req-fbf10edc-8957-4120-a8d8-57816f641951 None None] Bound port: bf941177-c38c-4c0a-921c-bbdcb61b7186, host: dv-cinder-800431-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cdc67b3-0334-4056-a4c8-74f01e0961f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bfdb51f3-abf8-4720-9758-2652c1950bee'}}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 08:35:04.615951 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-fbf10edc-8957-4120-a8d8-57816f641951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:04.687664 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-fbf10edc-8957-4120-a8d8-57816f641951 None None] For port bf941177-c38c-4c0a-921c-bbdcb61b7186, host dv-cinder-800431-1-iscsi, cleared binding levels {{(pid=92954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 08:35:04.691703 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-fbf10edc-8957-4120-a8d8-57816f641951 None None] For port bf941177-c38c-4c0a-921c-bbdcb61b7186, host dv-cinder-800431-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=bf941177-c38c-4c0a-921c-bbdcb61b7186,segment=NetworkSegment(6cdc67b3-0334-4056-a4c8-74f01e0961f3),segment_id=6cdc67b3-0334-4056-a4c8-74f01e0961f3)] {{(pid=92954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 08:35:04.702958 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-fbf10edc-8957-4120-a8d8-57816f641951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:04.717127 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5bb002d7-f01e-4556-9561-b4bbebc4860a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:04.720369 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-454b320d-2963-491f-8ff7-1d8db7545fd0 None None] Set router 36574929-2574-464f-b310-8321898827f5 gateway port host: dv-cinder-800431-1-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:35:04.769632 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b732cec5-8b9b-4776-935f-930c312d5bd8 None None] Pushing event updated for resources: {'Port': ['ID=bf941177-c38c-4c0a-921c-bbdcb61b7186,revision_number=4']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:04.796268 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf10edc-8957-4120-a8d8-57816f641951 None None] Routers {'055e7425-b017-41e7-bddf-981f4d5814fb'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:35:04.797673 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-fbf10edc-8957-4120-a8d8-57816f641951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:34:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['055e7425-b017-41e7-bddf-981f4d5814fb'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:35:04.864173 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-5bb002d7-f01e-4556-9561-b4bbebc4860a None None] For port b2661c43-ae17-4fd1-a023-fadf2da91377, host dv-cinder-800431-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=b2661c43-ae17-4fd1-a023-fadf2da91377,segment=NetworkSegment(8a883ab7-06dc-4964-9525-1c13cd3a23ad),segment_id=8a883ab7-06dc-4964-9525-1c13cd3a23ad)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:35:04.878266 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5bb002d7-f01e-4556-9561-b4bbebc4860a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:04.951162 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da234c-0cf9-44a6-b85c-f3030879f6a0 req-3ae750d1-a077-43d8-8531-88c92ce8f9c1 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:04.964223 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-69da234c-0cf9-44a6-b85c-f3030879f6a0 req-3ae750d1-a077-43d8-8531-88c92ce8f9c1 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3d1c3f-59e4-4dec-96d8-4fb874223ad6 HTTP/1.1" status: 200 len: 945 time: 0.2012701 Jul 12 08:35:05.007245 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb002d7-f01e-4556-9561-b4bbebc4860a None None] Pushing event updated for resources: {'Port': ['ID=b2661c43-ae17-4fd1-a023-fadf2da91377,revision_number=3']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:05.012023 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-fbf10edc-8957-4120-a8d8-57816f641951 None None] Set router 055e7425-b017-41e7-bddf-981f4d5814fb gateway port host: dv-cinder-800431-1-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:35:05.037338 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-69da234c-0cf9-44a6-b85c-f3030879f6a0 req-cbe64808-c108-4557-8c4f-fe0a992f63ab tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c76d369-3c1a-4588-acc0-cfa913107d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718980 Jul 12 08:35:05.076145 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-454b320d-2963-491f-8ff7-1d8db7545fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36574929-2574-464f-b310-8321898827f5', 'name': 'tempest-TestShelveInstance-1341794103-router', 'tenant_id': 'ce8ca7d99df041d48e99b38d59f06561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '8c83d3f4-563c-4427-bf71-a7c1ccbe354e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:35:02Z', 'updated_at': '2021-07-12T08:35:03Z', 'revision_number': 3, 'project_id': 'ce8ca7d99df041d48e99b38d59f06561', 'gw_port': {'id': '8c83d3f4-563c-4427-bf71-a7c1ccbe354e', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:85:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36574929-2574-464f-b310-8321898827f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:03Z', 'updated_at': '2021-07-12T08:35:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi'}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:35:05.130931 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454b320d-2963-491f-8ff7-1d8db7545fd0 None None] Checking router: 36574929-2574-464f-b310-8321898827f5 for host: dv-cinder-800431-1-iscsi {{(pid=92953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 08:35:05.131292 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454b320d-2963-491f-8ff7-1d8db7545fd0 None None] Updating router 36574929-2574-464f-b310-8321898827f5 port 8c83d3f4-563c-4427-bf71-a7c1ccbe354e binding host dv-cinder-800431-1-iscsi {{(pid=92953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 08:35:05.135517 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5a2776b8-4fce-455e-934e-a46cea6f33e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:05.181894 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-454b320d-2963-491f-8ff7-1d8db7545fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:05.294623 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-fbf10edc-8957-4120-a8d8-57816f641951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '055e7425-b017-41e7-bddf-981f4d5814fb', 'name': 'tempest-TestShelveInstance-533735703-router', 'tenant_id': '9141084bc67040a6953c3e2fdaeecde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'a1a9afea-b09b-420e-bf02-7eb38eee4337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:34:57Z', 'updated_at': '2021-07-12T08:35:00Z', 'revision_number': 4, 'project_id': '9141084bc67040a6953c3e2fdaeecde8', 'gw_port': {'id': 'a1a9afea-b09b-420e-bf02-7eb38eee4337', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055e7425-b017-41e7-bddf-981f4d5814fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:34:58Z', 'updated_at': '2021-07-12T08:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_interfaces': [{'id': 'bf941177-c38c-4c0a-921c-bbdcb61b7186', 'name': '', 'network_id': 'bfdb51f3-abf8-4720-9758-2652c1950bee', 'tenant_id': '9141084bc67040a6953c3e2fdaeecde8', 'mac_address': 'fa:16:3e:c4:fd:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '055e7425-b017-41e7-bddf-981f4d5814fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'bd981bbb-849b-4ec5-b0be-7de4ff340241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:34:59Z', 'updated_at': '2021-07-12T08:35:04Z', 'revision_number': 4, 'project_id': '9141084bc67040a6953c3e2fdaeecde8', 'subnets': [{'id': 'bd981bbb-849b-4ec5-b0be-7de4ff340241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:35:05.308752 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.db.db_base_plugin_common [None req-5a2776b8-4fce-455e-934e-a46cea6f33e0 admin admin] Allocated IP 172.20.0.1 (c84fde0b-56f4-485a-841a-64b210c9162d/7f70491b-b524-432b-bb91-2b425bf15e33/d8b3d953-179c-49a7-b132-3eb3a2495d22) {{(pid=92951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 08:35:05.325631 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf10edc-8957-4120-a8d8-57816f641951 None None] The sync data for ids ['055e7425-b017-41e7-bddf-981f4d5814fb'] in dv-cinder-800431-1-iscsi is: [{'id': '055e7425-b017-41e7-bddf-981f4d5814fb', 'name': 'tempest-TestShelveInstance-533735703-router', 'tenant_id': '9141084bc67040a6953c3e2fdaeecde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'a1a9afea-b09b-420e-bf02-7eb38eee4337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:34:57Z', 'updated_at': '2021-07-12T08:35:00Z', 'revision_number': 4, 'project_id': '9141084bc67040a6953c3e2fdaeecde8', 'gw_port': {'id': 'a1a9afea-b09b-420e-bf02-7eb38eee4337', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055e7425-b017-41e7-bddf-981f4d5814fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:34:58Z', 'updated_at': '2021-07-12T08:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_interfaces': [{'id': 'bf941177-c38c-4c0a-921c-bbdcb61b7186', 'name': '', 'network_id': 'bfdb51f3-abf8-4720-9758-2652c1950bee', 'tenant_id': '9141084bc67040a6953c3e2fdaeecde8', 'mac_address': 'fa:16:3e:c4:fd:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '055e7425-b017-41e7-bddf-981f4d5814fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'bd981bbb-849b-4ec5-b0be-7de4ff340241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:34:59Z', 'updated_at': '2021-07-12T08:35:04Z', 'revision_number': 4, 'project_id': '9141084bc67040a6953c3e2fdaeecde8', 'subnets': [{'id': 'bd981bbb-849b-4ec5-b0be-7de4ff340241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 08:35:05.351417 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a6084d5e-3033-42c6-805a-f47e3a04ac23 None None] Provisioning complete for port b2661c43-ae17-4fd1-a023-fadf2da91377 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:35:05.351789 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a6084d5e-3033-42c6-805a-f47e3a04ac23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:05.429464 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5a2776b8-4fce-455e-934e-a46cea6f33e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:05.442910 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.db.provisioning_blocks [None req-5a2776b8-4fce-455e-934e-a46cea6f33e0 admin admin] Transition to ACTIVE for port object d8b3d953-179c-49a7-b132-3eb3a2495d22 will not be triggered until provisioned by entity DHCP. {{(pid=92951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:35:05.483293 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5a2776b8-4fce-455e-934e-a46cea6f33e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748222641646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2337024'] for port, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:05.520452 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-454b320d-2963-491f-8ff7-1d8db7545fd0 None None] Notify callbacks [] for port, precommit_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:05.529522 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2776b8-4fce-455e-934e-a46cea6f33e0 admin admin] Network c84fde0b-56f4-485a-841a-64b210c9162d is already hosted by enough agents. {{(pid=92951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:35:05.533816 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-5a2776b8-4fce-455e-934e-a46cea6f33e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:35:05.534000 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-454b320d-2963-491f-8ff7-1d8db7545fd0 None None] Transition to ACTIVE for port object 8c83d3f4-563c-4427-bf71-a7c1ccbe354e will not be triggered until provisioned by entity L2. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:35:05.535564 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2776b8-4fce-455e-934e-a46cea6f33e0 admin admin] Pushing event updated for resources: {'Port': ['ID=d8b3d953-179c-49a7-b132-3eb3a2495d22,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:05.538722 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2776b8-4fce-455e-934e-a46cea6f33e0 admin admin] Received port after_create {{(pid=92951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 08:35:05.560696 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-454b320d-2963-491f-8ff7-1d8db7545fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:05.579582 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5a2776b8-4fce-455e-934e-a46cea6f33e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528631'] for router_interface, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:05.645830 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523b0129-f33b-48dd-9787-9f107874e2d6 None None] Pushing event updated for resources: {'Port': ['ID=8c83d3f4-563c-4427-bf71-a7c1ccbe354e,revision_number=2']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:05.667680 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-454b320d-2963-491f-8ff7-1d8db7545fd0 None None] Attempting to bind port 8c83d3f4-563c-4427-bf71-a7c1ccbe354e on host dv-cinder-800431-1-iscsi for vnic_type normal with profile {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 08:35:05.668057 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-454b320d-2963-491f-8ff7-1d8db7545fd0 None None] Attempting to bind port 8c83d3f4-563c-4427-bf71-a7c1ccbe354e by drivers openvswitch,hyperv on host dv-cinder-800431-1-iscsi at level 0 using segments [{'id': '96305722-55d6-4089-959b-5f9b3a20c0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3'}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 08:35:05.668482 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454b320d-2963-491f-8ff7-1d8db7545fd0 None None] Attempting to bind port 8c83d3f4-563c-4427-bf71-a7c1ccbe354e on network 65ec14d2-e0c2-45ad-9132-5fa8e954ebc3 {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:35:05.674536 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454b320d-2963-491f-8ff7-1d8db7545fd0 None None] Checking agent: {'id': '165ba4a0-42de-4d95-afeb-0090fba4eff7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 8, 23, 37), 'started_at': datetime.datetime(2021, 7, 12, 8, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 8, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 08:35:05.675103 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454b320d-2963-491f-8ff7-1d8db7545fd0 None None] Checking segment: {'id': '96305722-55d6-4089-959b-5f9b3a20c0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:35:05.675529 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-454b320d-2963-491f-8ff7-1d8db7545fd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:05.675996 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454b320d-2963-491f-8ff7-1d8db7545fd0 None None] Bound using segment: {'id': '96305722-55d6-4089-959b-5f9b3a20c0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3'} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 08:35:05.676388 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-454b320d-2963-491f-8ff7-1d8db7545fd0 None None] Bound port: 8c83d3f4-563c-4427-bf71-a7c1ccbe354e, host: dv-cinder-800431-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96305722-55d6-4089-959b-5f9b3a20c0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3'}}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 08:35:05.676889 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-454b320d-2963-491f-8ff7-1d8db7545fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:05.699117 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device bf941177-c38c-4c0a-921c-bbdcb61b7186 up at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:35:05.763441 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5a2776b8-4fce-455e-934e-a46cea6f33e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:05.792661 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-454b320d-2963-491f-8ff7-1d8db7545fd0 None None] For port 8c83d3f4-563c-4427-bf71-a7c1ccbe354e, host dv-cinder-800431-1-iscsi, cleared binding levels {{(pid=92953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 08:35:05.796738 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-454b320d-2963-491f-8ff7-1d8db7545fd0 None None] For port 8c83d3f4-563c-4427-bf71-a7c1ccbe354e, host dv-cinder-800431-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=8c83d3f4-563c-4427-bf71-a7c1ccbe354e,segment=NetworkSegment(96305722-55d6-4089-959b-5f9b3a20c0c4),segment_id=96305722-55d6-4089-959b-5f9b3a20c0c4)] {{(pid=92953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 08:35:05.804173 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-454b320d-2963-491f-8ff7-1d8db7545fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:05.843445 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning for port bf941177-c38c-4c0a-921c-bbdcb61b7186 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:35:05.851927 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning complete for port bf941177-c38c-4c0a-921c-bbdcb61b7186 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:35:05.853288 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:05.950970 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5a2776b8-4fce-455e-934e-a46cea6f33e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:05.957132 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5a2776b8-4fce-455e-934e-a46cea6f33e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2337046'] for port, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:06.028968 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454b320d-2963-491f-8ff7-1d8db7545fd0 None None] Routers {'36574929-2574-464f-b310-8321898827f5'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:35:06.029616 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-454b320d-2963-491f-8ff7-1d8db7545fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:34:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['36574929-2574-464f-b310-8321898827f5'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:35:06.062131 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2776b8-4fce-455e-934e-a46cea6f33e0 admin admin] Pushing event updated for resources: {'Port': ['ID=d8b3d953-179c-49a7-b132-3eb3a2495d22,revision_number=2']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:06.070550 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5a2776b8-4fce-455e-934e-a46cea6f33e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532394'] for router_interface, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:06.196500 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523b0129-f33b-48dd-9787-9f107874e2d6 None None] Pushing event updated for resources: {'Port': ['ID=8c83d3f4-563c-4427-bf71-a7c1ccbe354e,revision_number=3']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:06.205370 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-627d2f8b-73c1-41ca-81b8-ce3fd263e2a8 None None] Provisioning for port d8b3d953-179c-49a7-b132-3eb3a2495d22 completed by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:35:06.216771 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-627d2f8b-73c1-41ca-81b8-ce3fd263e2a8 None None] Provisioning complete for port d8b3d953-179c-49a7-b132-3eb3a2495d22 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:35:06.217175 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-627d2f8b-73c1-41ca-81b8-ce3fd263e2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:06.250667 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2776b8-4fce-455e-934e-a46cea6f33e0 admin admin] Network c84fde0b-56f4-485a-841a-64b210c9162d is already hosted by enough agents. {{(pid=92951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:35:06.252371 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-5a2776b8-4fce-455e-934e-a46cea6f33e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:35:06.331307 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-627d2f8b-73c1-41ca-81b8-ce3fd263e2a8 None None] Port d8b3d953-179c-49a7-b132-3eb3a2495d22 cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 08:35:06.386702 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8fe1f-e569-44ed-a14f-a05c8187719f req-f2ac3a5a-b6db-4d22-9030-350b50ab5855 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:06.389152 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-56f8fe1f-e569-44ed-a14f-a05c8187719f req-f2ac3a5a-b6db-4d22-9030-350b50ab5855 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3d1c3f-59e4-4dec-96d8-4fb874223ad6 HTTP/1.1" status: 200 len: 945 time: 0.1192837 Jul 12 08:35:06.402702 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-454b320d-2963-491f-8ff7-1d8db7545fd0 None None] Set router 36574929-2574-464f-b310-8321898827f5 gateway port host: dv-cinder-800431-1-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:35:06.432418 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-56f8fe1f-e569-44ed-a14f-a05c8187719f req-ddc1fb74-128a-4bff-8314-949dba793f18 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c76d369-3c1a-4588-acc0-cfa913107d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359919 Jul 12 08:35:06.433303 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a2776b8-4fce-455e-934e-a46cea6f33e0 admin admin] Router 36574929-2574-464f-b310-8321898827f5 has already been hosted by L3 agent c0ba3535-5ad7-41e9-9cdc-b89c0ff976de {{(pid=92951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 08:35:06.438470 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:06.525206 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0ff2726a-ea23-492d-b207-d17a0be9af5e None None] Provisioning complete for port d8b3d953-179c-49a7-b132-3eb3a2495d22 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:35:06.525582 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0ff2726a-ea23-492d-b207-d17a0be9af5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:06.602635 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] For port bf941177-c38c-4c0a-921c-bbdcb61b7186, host dv-cinder-800431-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=bf941177-c38c-4c0a-921c-bbdcb61b7186,segment=NetworkSegment(6cdc67b3-0334-4056-a4c8-74f01e0961f3),segment_id=6cdc67b3-0334-4056-a4c8-74f01e0961f3)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:35:06.613616 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:06.652991 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-0ff2726a-ea23-492d-b207-d17a0be9af5e None None] Port d8b3d953-179c-49a7-b132-3eb3a2495d22 cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 08:35:06.673852 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device b2661c43-ae17-4fd1-a023-fadf2da91377 up at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:35:06.725892 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Pushing event updated for resources: {'Port': ['ID=bf941177-c38c-4c0a-921c-bbdcb61b7186,revision_number=5']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:06.791417 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a840221d-f7b9-4b88-8948-8bb1ae9905f3 None None] Provisioning complete for port d8b3d953-179c-49a7-b132-3eb3a2495d22 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:35:06.791928 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a840221d-f7b9-4b88-8948-8bb1ae9905f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:06.820040 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning complete for port b2661c43-ae17-4fd1-a023-fadf2da91377 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:35:06.820562 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:06.837423 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a2776b8-4fce-455e-934e-a46cea6f33e0 admin admin] Notify agent at l3_agent.dv-cinder-800431-1-iscsi the message routers_updated {{(pid=92951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 08:35:06.845292 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-5a2776b8-4fce-455e-934e-a46cea6f33e0 admin admin] 10.222.0.37 "PUT /v2.0/routers/36574929-2574-464f-b310-8321898827f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3774786 Jul 12 08:35:06.867542 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-a840221d-f7b9-4b88-8948-8bb1ae9905f3 None None] Port d8b3d953-179c-49a7-b132-3eb3a2495d22 cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 08:35:06.877416 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-454b320d-2963-491f-8ff7-1d8db7545fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36574929-2574-464f-b310-8321898827f5', 'name': 'tempest-TestShelveInstance-1341794103-router', 'tenant_id': 'ce8ca7d99df041d48e99b38d59f06561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '8c83d3f4-563c-4427-bf71-a7c1ccbe354e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:35:02Z', 'updated_at': '2021-07-12T08:35:05Z', 'revision_number': 4, 'project_id': 'ce8ca7d99df041d48e99b38d59f06561', 'gw_port': {'id': '8c83d3f4-563c-4427-bf71-a7c1ccbe354e', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:85:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36574929-2574-464f-b310-8321898827f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:03Z', 'updated_at': '2021-07-12T08:35:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_interfaces': [{'id': 'd8b3d953-179c-49a7-b132-3eb3a2495d22', 'name': '', 'network_id': 'c84fde0b-56f4-485a-841a-64b210c9162d', 'tenant_id': 'ce8ca7d99df041d48e99b38d59f06561', 'mac_address': 'fa:16:3e:66:64:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36574929-2574-464f-b310-8321898827f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '7f70491b-b524-432b-bb91-2b425bf15e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:05Z', 'updated_at': '2021-07-12T08:35:05Z', 'revision_number': 2, 'project_id': 'ce8ca7d99df041d48e99b38d59f06561', 'subnets': [{'id': '7f70491b-b524-432b-bb91-2b425bf15e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:35:06.910500 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454b320d-2963-491f-8ff7-1d8db7545fd0 None None] The sync data for ids ['36574929-2574-464f-b310-8321898827f5'] in dv-cinder-800431-1-iscsi is: [{'id': '36574929-2574-464f-b310-8321898827f5', 'name': 'tempest-TestShelveInstance-1341794103-router', 'tenant_id': 'ce8ca7d99df041d48e99b38d59f06561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '8c83d3f4-563c-4427-bf71-a7c1ccbe354e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:35:02Z', 'updated_at': '2021-07-12T08:35:05Z', 'revision_number': 4, 'project_id': 'ce8ca7d99df041d48e99b38d59f06561', 'gw_port': {'id': '8c83d3f4-563c-4427-bf71-a7c1ccbe354e', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:85:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36574929-2574-464f-b310-8321898827f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:03Z', 'updated_at': '2021-07-12T08:35:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_interfaces': [{'id': 'd8b3d953-179c-49a7-b132-3eb3a2495d22', 'name': '', 'network_id': 'c84fde0b-56f4-485a-841a-64b210c9162d', 'tenant_id': 'ce8ca7d99df041d48e99b38d59f06561', 'mac_address': 'fa:16:3e:66:64:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36574929-2574-464f-b310-8321898827f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '7f70491b-b524-432b-bb91-2b425bf15e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:05Z', 'updated_at': '2021-07-12T08:35:05Z', 'revision_number': 2, 'project_id': 'ce8ca7d99df041d48e99b38d59f06561', 'subnets': [{'id': '7f70491b-b524-432b-bb91-2b425bf15e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 08:35:06.974543 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device a1a9afea-b09b-420e-bf02-7eb38eee4337 up at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:35:07.007471 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:07.030178 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d24de634-b50d-4e91-abf3-44afb93b269f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:07.034281 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-33fd240a-ede2-4c61-8a7d-a2903df580b3 None None] Provisioning complete for port bf941177-c38c-4c0a-921c-bbdcb61b7186 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:35:07.034647 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-33fd240a-ede2-4c61-8a7d-a2903df580b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:07.079746 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning complete for port a1a9afea-b09b-420e-bf02-7eb38eee4337 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:35:07.080114 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:07.416808 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 42012) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:35:07.423120 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-da7a7524-e0bc-4280-8cb4-4227bda708ea tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1156776403', 'description': 'tempest-secgroup-smoke-1156776403 description', 'project_id': '9141084bc67040a6953c3e2fdaeecde8'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:35:07.448931 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-da7a7524-e0bc-4280-8cb4-4227bda708ea tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:07.527064 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 42020) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:35:07.593258 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-da7a7524-e0bc-4280-8cb4-4227bda708ea tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:07.600972 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-da7a7524-e0bc-4280-8cb4-4227bda708ea tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:07.643958 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7a7524-e0bc-4280-8cb4-4227bda708ea tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2d8546-7be4-49c3-bd88-05bbf58fa0ae,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:07.648394 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-da7a7524-e0bc-4280-8cb4-4227bda708ea tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:07.649918 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-da7a7524-e0bc-4280-8cb4-4227bda708ea tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2313046 Jul 12 08:35:07.654468 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 42024) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:35:07.660396 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-06b3c537-1206-49e2-b266-30824a2aac18 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Request body: {'security_group_rule': {'security_group_id': 'bc2d8546-7be4-49c3-bd88-05bbf58fa0ae', 'project_id': '9141084bc67040a6953c3e2fdaeecde8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:35:07.675655 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device bf941177-c38c-4c0a-921c-bbdcb61b7186 up at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:35:07.740865 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-cc090f71-a289-49c7-aa66-d1587c34a119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:07.743226 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning complete for port bf941177-c38c-4c0a-921c-bbdcb61b7186 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:35:07.743647 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:07.769240 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-06b3c537-1206-49e2-b266-30824a2aac18 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:07.832138 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3932e1-1f28-421a-9a12-17fb180bfb6c req-0a84c436-fef5-4f63-b376-c04595f092ba tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:07.833633 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ca3932e1-1f28-421a-9a12-17fb180bfb6c req-0a84c436-fef5-4f63-b376-c04595f092ba tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3d1c3f-59e4-4dec-96d8-4fb874223ad6 HTTP/1.1" status: 200 len: 945 time: 0.1653490 Jul 12 08:35:07.845504 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8beb-ed90-4929-879a-4eba2c5b629e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:07.910173 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-06b3c537-1206-49e2-b266-30824a2aac18 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:07.914765 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ca3932e1-1f28-421a-9a12-17fb180bfb6c req-b028d310-de4a-4983-ad7f-060f77375761 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c76d369-3c1a-4588-acc0-cfa913107d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728819 Jul 12 08:35:07.917051 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-06b3c537-1206-49e2-b266-30824a2aac18 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115475'] for security_group_rule, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:07.947127 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b3c537-1206-49e2-b266-30824a2aac18 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1ec84cb-7d25-4bb8-9857-091b127a2ae4,revision_number=0']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:07.966420 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-cc090f71-a289-49c7-aa66-d1587c34a119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:07.971381 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-cc090f71-a289-49c7-aa66-d1587c34a119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:07.981117 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-06b3c537-1206-49e2-b266-30824a2aac18 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:07.982326 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-06b3c537-1206-49e2-b266-30824a2aac18 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3261895 Jul 12 08:35:07.985214 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 42030) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:35:07.990017 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-50ce8d2d-36e5-490b-bf33-773895fb61c9 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Request body: {'security_group_rule': {'security_group_id': 'bc2d8546-7be4-49c3-bd88-05bbf58fa0ae', 'project_id': '9141084bc67040a6953c3e2fdaeecde8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:35:08.011455 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-cc090f71-a289-49c7-aa66-d1587c34a119 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9efa1458c1a34381b0d12a821d8e177b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4833219 Jul 12 08:35:08.013686 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc090f71-a289-49c7-aa66-d1587c34a119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7b95ac-acf6-4804-99ef-6366461d65e2,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:08.016375 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 42032) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:35:08.048005 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-50ce8d2d-36e5-490b-bf33-773895fb61c9 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:08.093746 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-95ff7b29-0583-4572-9a00-3a249ce51074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:08.129563 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-95ff7b29-0583-4572-9a00-3a249ce51074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:08.137482 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-50ce8d2d-36e5-490b-bf33-773895fb61c9 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:08.143446 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-50ce8d2d-36e5-490b-bf33-773895fb61c9 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115475'] for security_group_rule, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:08.167624 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ce8d2d-36e5-490b-bf33-773895fb61c9 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bda083cb-1146-4a8c-b490-cf34d7532db8,revision_number=0']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:08.179932 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-50ce8d2d-36e5-490b-bf33-773895fb61c9 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:08.190250 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-50ce8d2d-36e5-490b-bf33-773895fb61c9 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2038410 Jul 12 08:35:08.192502 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 42036) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:35:08.200102 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-2f76f297-1ccf-4248-a083-ac6a29aa69b4 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Request body: {'security_group_rule': {'security_group_id': 'bc2d8546-7be4-49c3-bd88-05bbf58fa0ae', 'project_id': '9141084bc67040a6953c3e2fdaeecde8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:35:08.211072 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-95ff7b29-0583-4572-9a00-3a249ce51074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:08.215259 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-95ff7b29-0583-4572-9a00-3a249ce51074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:08.220046 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-95ff7b29-0583-4572-9a00-3a249ce51074 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cc7b95ac-acf6-4804-99ef-6366461d65e2 HTTP/1.1" status: 204 len: 168 time: 0.2022789 Jul 12 08:35:08.234971 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff7b29-0583-4572-9a00-3a249ce51074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7b95ac-acf6-4804-99ef-6366461d65e2,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:08.238051 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-2f76f297-1ccf-4248-a083-ac6a29aa69b4 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:08.321476 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-2f76f297-1ccf-4248-a083-ac6a29aa69b4 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:08.326340 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-2f76f297-1ccf-4248-a083-ac6a29aa69b4 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115475'] for security_group_rule, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:08.356074 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-2f76f297-1ccf-4248-a083-ac6a29aa69b4 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:08.357394 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-2f76f297-1ccf-4248-a083-ac6a29aa69b4 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1633098 Jul 12 08:35:08.360217 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 42040) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:35:08.364996 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-33d34190-c81f-4b32-8848-61f8490faa0e tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Request body: {'security_group_rule': {'security_group_id': 'bc2d8546-7be4-49c3-bd88-05bbf58fa0ae', 'project_id': '9141084bc67040a6953c3e2fdaeecde8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:35:08.385756 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f76f297-1ccf-4248-a083-ac6a29aa69b4 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c12a62be-5689-4be9-9fbe-d77f9b4fe641,revision_number=0']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:08.413173 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-33d34190-c81f-4b32-8848-61f8490faa0e tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:08.432618 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a750a-c9b0-484f-a1e8-28d9fbf64ea5 req-12509ce4-2b54-4b26-9402-8baa11f1e19d tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:08.434229 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-686a750a-c9b0-484f-a1e8-28d9fbf64ea5 req-12509ce4-2b54-4b26-9402-8baa11f1e19d tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3d1c3f-59e4-4dec-96d8-4fb874223ad6 HTTP/1.1" status: 200 len: 945 time: 0.0970707 Jul 12 08:35:08.481761 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-686a750a-c9b0-484f-a1e8-28d9fbf64ea5 req-9b88dba1-5d62-4bb5-ae08-d36f14b3ea5f tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c76d369-3c1a-4588-acc0-cfa913107d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352128 Jul 12 08:35:08.499518 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-33d34190-c81f-4b32-8848-61f8490faa0e tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:08.505503 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-33d34190-c81f-4b32-8848-61f8490faa0e tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115475'] for security_group_rule, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:08.524014 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d34190-c81f-4b32-8848-61f8490faa0e tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef4f0896-a7c7-4d05-816b-52a42084e717,revision_number=0']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:08.537669 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-33d34190-c81f-4b32-8848-61f8490faa0e tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:08.539382 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-33d34190-c81f-4b32-8848-61f8490faa0e tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1778924 Jul 12 08:35:08.542003 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 42042) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:35:08.547429 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-dc8fe224-62d5-4eac-995c-256600127f26 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Request body: {'security_group_rule': {'security_group_id': 'bc2d8546-7be4-49c3-bd88-05bbf58fa0ae', 'project_id': '9141084bc67040a6953c3e2fdaeecde8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:35:08.570568 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.db.securitygroups_db [None req-dc8fe224-62d5-4eac-995c-256600127f26 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Project 9141084bc67040a6953c3e2fdaeecde8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 08:35:08.575451 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-dc8fe224-62d5-4eac-995c-256600127f26 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:08.637834 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-dc8fe224-62d5-4eac-995c-256600127f26 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:08.641489 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-dc8fe224-62d5-4eac-995c-256600127f26 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115475'] for security_group_rule, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:08.660202 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8fe224-62d5-4eac-995c-256600127f26 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdf82612-82e2-4733-ab4b-98bb43a1b3c5,revision_number=0']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:08.668102 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-dc8fe224-62d5-4eac-995c-256600127f26 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:08.669533 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-dc8fe224-62d5-4eac-995c-256600127f26 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1265726 Jul 12 08:35:08.672261 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 42044) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:35:08.676701 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-d8ed8755-1a51-44ad-ba06-2ec661881359 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Request body: {'security_group_rule': {'security_group_id': 'bc2d8546-7be4-49c3-bd88-05bbf58fa0ae', 'project_id': '9141084bc67040a6953c3e2fdaeecde8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:35:08.698621 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.db.securitygroups_db [None req-d8ed8755-1a51-44ad-ba06-2ec661881359 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Project 9141084bc67040a6953c3e2fdaeecde8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 08:35:08.703500 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d8ed8755-1a51-44ad-ba06-2ec661881359 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:08.769688 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d8ed8755-1a51-44ad-ba06-2ec661881359 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:08.774262 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d8ed8755-1a51-44ad-ba06-2ec661881359 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115475'] for security_group_rule, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:08.793840 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed8755-1a51-44ad-ba06-2ec661881359 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05e0ced7-5f0f-421a-8714-bfa83e1d275a,revision_number=0']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:08.797327 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d8ed8755-1a51-44ad-ba06-2ec661881359 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:08.804220 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-d8ed8755-1a51-44ad-ba06-2ec661881359 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1254139 Jul 12 08:35:09.376588 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8148b14b-fdb1-487f-b940-7b46dc6d16f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:09.449239 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a043f4ee-ab3f-413c-9001-d667f2bbf498 None None] Sync routers for ids ['36574929-2574-464f-b310-8321898827f5'] in dv-cinder-800431-1-iscsi {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 08:35:09.458888 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a043f4ee-ab3f-413c-9001-d667f2bbf498 None None] Routers {'36574929-2574-464f-b310-8321898827f5'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:35:09.459483 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-a043f4ee-ab3f-413c-9001-d667f2bbf498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:35:07Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['36574929-2574-464f-b310-8321898827f5'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:35:09.567352 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-a043f4ee-ab3f-413c-9001-d667f2bbf498 None None] Set router 36574929-2574-464f-b310-8321898827f5 gateway port host: dv-cinder-800431-1-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:35:09.624401 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 8c83d3f4-563c-4427-bf71-a7c1ccbe354e up at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:35:09.673211 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning for port 8c83d3f4-563c-4427-bf71-a7c1ccbe354e completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:35:09.677249 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning complete for port 8c83d3f4-563c-4427-bf71-a7c1ccbe354e triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:35:09.677630 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:09.707763 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb039ac-d2ee-473f-b554-dd3571ad5231 req-4a74088e-987c-4152-98d7-140c75fbf6b8 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:09.709315 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-6eb039ac-d2ee-473f-b554-dd3571ad5231 req-4a74088e-987c-4152-98d7-140c75fbf6b8 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3d1c3f-59e4-4dec-96d8-4fb874223ad6 HTTP/1.1" status: 200 len: 945 time: 0.0717652 Jul 12 08:35:09.755133 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-6eb039ac-d2ee-473f-b554-dd3571ad5231 req-6470d465-7561-4b9c-aca4-457bff78e368 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c76d369-3c1a-4588-acc0-cfa913107d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371413 Jul 12 08:35:09.759555 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:09.781891 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-a043f4ee-ab3f-413c-9001-d667f2bbf498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36574929-2574-464f-b310-8321898827f5', 'name': 'tempest-TestShelveInstance-1341794103-router', 'tenant_id': 'ce8ca7d99df041d48e99b38d59f06561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '8c83d3f4-563c-4427-bf71-a7c1ccbe354e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:35:02Z', 'updated_at': '2021-07-12T08:35:05Z', 'revision_number': 4, 'project_id': 'ce8ca7d99df041d48e99b38d59f06561', 'gw_port': {'id': '8c83d3f4-563c-4427-bf71-a7c1ccbe354e', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:85:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36574929-2574-464f-b310-8321898827f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:03Z', 'updated_at': '2021-07-12T08:35:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_interfaces': [{'id': 'd8b3d953-179c-49a7-b132-3eb3a2495d22', 'name': '', 'network_id': 'c84fde0b-56f4-485a-841a-64b210c9162d', 'tenant_id': 'ce8ca7d99df041d48e99b38d59f06561', 'mac_address': 'fa:16:3e:66:64:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36574929-2574-464f-b310-8321898827f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '7f70491b-b524-432b-bb91-2b425bf15e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:05Z', 'updated_at': '2021-07-12T08:35:05Z', 'revision_number': 2, 'project_id': 'ce8ca7d99df041d48e99b38d59f06561', 'subnets': [{'id': '7f70491b-b524-432b-bb91-2b425bf15e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:35:09.782835 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] For port 8c83d3f4-563c-4427-bf71-a7c1ccbe354e, host dv-cinder-800431-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=8c83d3f4-563c-4427-bf71-a7c1ccbe354e,segment=NetworkSegment(96305722-55d6-4089-959b-5f9b3a20c0c4),segment_id=96305722-55d6-4089-959b-5f9b3a20c0c4)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:35:09.787044 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:09.810456 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a043f4ee-ab3f-413c-9001-d667f2bbf498 None None] Checking router: 36574929-2574-464f-b310-8321898827f5 for host: dv-cinder-800431-1-iscsi {{(pid=92954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 08:35:09.810819 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a043f4ee-ab3f-413c-9001-d667f2bbf498 None None] Updating router 36574929-2574-464f-b310-8321898827f5 port d8b3d953-179c-49a7-b132-3eb3a2495d22 binding host dv-cinder-800431-1-iscsi {{(pid=92954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 08:35:09.843559 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Pushing event updated for resources: {'Port': ['ID=8c83d3f4-563c-4427-bf71-a7c1ccbe354e,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:09.847492 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a043f4ee-ab3f-413c-9001-d667f2bbf498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:10.162759 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a043f4ee-ab3f-413c-9001-d667f2bbf498 None None] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:10.171966 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [None req-a043f4ee-ab3f-413c-9001-d667f2bbf498 None None] Transition to ACTIVE for port object d8b3d953-179c-49a7-b132-3eb3a2495d22 will not be triggered until provisioned by entity L2. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:35:10.177248 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a043f4ee-ab3f-413c-9001-d667f2bbf498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:10.224766 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b6214d-5b55-4902-887a-b52060272d95 None None] Pushing event updated for resources: {'Port': ['ID=d8b3d953-179c-49a7-b132-3eb3a2495d22,revision_number=3']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:10.279812 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [None req-a043f4ee-ab3f-413c-9001-d667f2bbf498 None None] Attempting to bind port d8b3d953-179c-49a7-b132-3eb3a2495d22 on host dv-cinder-800431-1-iscsi for vnic_type normal with profile {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 08:35:10.280178 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [None req-a043f4ee-ab3f-413c-9001-d667f2bbf498 None None] Attempting to bind port d8b3d953-179c-49a7-b132-3eb3a2495d22 by drivers openvswitch,hyperv on host dv-cinder-800431-1-iscsi at level 0 using segments [{'id': '8a883ab7-06dc-4964-9525-1c13cd3a23ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c84fde0b-56f4-485a-841a-64b210c9162d'}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 08:35:10.280539 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a043f4ee-ab3f-413c-9001-d667f2bbf498 None None] Attempting to bind port d8b3d953-179c-49a7-b132-3eb3a2495d22 on network c84fde0b-56f4-485a-841a-64b210c9162d {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:35:10.288571 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a043f4ee-ab3f-413c-9001-d667f2bbf498 None None] Checking agent: {'id': '165ba4a0-42de-4d95-afeb-0090fba4eff7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 8, 23, 37), 'started_at': datetime.datetime(2021, 7, 12, 8, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 8, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 08:35:10.288945 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a043f4ee-ab3f-413c-9001-d667f2bbf498 None None] Checking segment: {'id': '8a883ab7-06dc-4964-9525-1c13cd3a23ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c84fde0b-56f4-485a-841a-64b210c9162d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:35:10.289374 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a043f4ee-ab3f-413c-9001-d667f2bbf498 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:10.289805 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a043f4ee-ab3f-413c-9001-d667f2bbf498 None None] Bound using segment: {'id': '8a883ab7-06dc-4964-9525-1c13cd3a23ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c84fde0b-56f4-485a-841a-64b210c9162d'} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 08:35:10.290269 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [None req-a043f4ee-ab3f-413c-9001-d667f2bbf498 None None] Bound port: d8b3d953-179c-49a7-b132-3eb3a2495d22, host: dv-cinder-800431-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a883ab7-06dc-4964-9525-1c13cd3a23ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c84fde0b-56f4-485a-841a-64b210c9162d'}}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 08:35:10.290667 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a043f4ee-ab3f-413c-9001-d667f2bbf498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:10.357169 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-a043f4ee-ab3f-413c-9001-d667f2bbf498 None None] For port d8b3d953-179c-49a7-b132-3eb3a2495d22, host dv-cinder-800431-1-iscsi, cleared binding levels {{(pid=92954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 08:35:10.360146 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-a043f4ee-ab3f-413c-9001-d667f2bbf498 None None] For port d8b3d953-179c-49a7-b132-3eb3a2495d22, host dv-cinder-800431-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=d8b3d953-179c-49a7-b132-3eb3a2495d22,segment=NetworkSegment(8a883ab7-06dc-4964-9525-1c13cd3a23ad),segment_id=8a883ab7-06dc-4964-9525-1c13cd3a23ad)] {{(pid=92954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 08:35:10.365202 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-a043f4ee-ab3f-413c-9001-d667f2bbf498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:10.417283 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a043f4ee-ab3f-413c-9001-d667f2bbf498 None None] Routers {'36574929-2574-464f-b310-8321898827f5'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:35:10.417899 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-a043f4ee-ab3f-413c-9001-d667f2bbf498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:35:07Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['36574929-2574-464f-b310-8321898827f5'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:35:10.466193 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b6214d-5b55-4902-887a-b52060272d95 None None] Pushing event updated for resources: {'Port': ['ID=d8b3d953-179c-49a7-b132-3eb3a2495d22,revision_number=4']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:10.535570 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-a043f4ee-ab3f-413c-9001-d667f2bbf498 None None] Set router 36574929-2574-464f-b310-8321898827f5 gateway port host: dv-cinder-800431-1-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:35:10.728304 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-a043f4ee-ab3f-413c-9001-d667f2bbf498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36574929-2574-464f-b310-8321898827f5', 'name': 'tempest-TestShelveInstance-1341794103-router', 'tenant_id': 'ce8ca7d99df041d48e99b38d59f06561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '8c83d3f4-563c-4427-bf71-a7c1ccbe354e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:35:02Z', 'updated_at': '2021-07-12T08:35:05Z', 'revision_number': 4, 'project_id': 'ce8ca7d99df041d48e99b38d59f06561', 'gw_port': {'id': '8c83d3f4-563c-4427-bf71-a7c1ccbe354e', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:85:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36574929-2574-464f-b310-8321898827f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:03Z', 'updated_at': '2021-07-12T08:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_interfaces': [{'id': 'd8b3d953-179c-49a7-b132-3eb3a2495d22', 'name': '', 'network_id': 'c84fde0b-56f4-485a-841a-64b210c9162d', 'tenant_id': 'ce8ca7d99df041d48e99b38d59f06561', 'mac_address': 'fa:16:3e:66:64:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36574929-2574-464f-b310-8321898827f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '7f70491b-b524-432b-bb91-2b425bf15e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:05Z', 'updated_at': '2021-07-12T08:35:10Z', 'revision_number': 4, 'project_id': 'ce8ca7d99df041d48e99b38d59f06561', 'subnets': [{'id': '7f70491b-b524-432b-bb91-2b425bf15e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:35:10.759094 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a043f4ee-ab3f-413c-9001-d667f2bbf498 None None] The sync data for ids ['36574929-2574-464f-b310-8321898827f5'] in dv-cinder-800431-1-iscsi is: [{'id': '36574929-2574-464f-b310-8321898827f5', 'name': 'tempest-TestShelveInstance-1341794103-router', 'tenant_id': 'ce8ca7d99df041d48e99b38d59f06561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '8c83d3f4-563c-4427-bf71-a7c1ccbe354e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:35:02Z', 'updated_at': '2021-07-12T08:35:05Z', 'revision_number': 4, 'project_id': 'ce8ca7d99df041d48e99b38d59f06561', 'gw_port': {'id': '8c83d3f4-563c-4427-bf71-a7c1ccbe354e', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:85:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36574929-2574-464f-b310-8321898827f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:03Z', 'updated_at': '2021-07-12T08:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_interfaces': [{'id': 'd8b3d953-179c-49a7-b132-3eb3a2495d22', 'name': '', 'network_id': 'c84fde0b-56f4-485a-841a-64b210c9162d', 'tenant_id': 'ce8ca7d99df041d48e99b38d59f06561', 'mac_address': 'fa:16:3e:66:64:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36574929-2574-464f-b310-8321898827f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '7f70491b-b524-432b-bb91-2b425bf15e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:05Z', 'updated_at': '2021-07-12T08:35:10Z', 'revision_number': 4, 'project_id': 'ce8ca7d99df041d48e99b38d59f06561', 'subnets': [{'id': '7f70491b-b524-432b-bb91-2b425bf15e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 08:35:10.940040 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace9621d-ba6b-40da-85c8-c2528cb30f09 req-05cf2c4c-5b23-4744-9fdb-893c0dc2c8fc tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:10.941516 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ace9621d-ba6b-40da-85c8-c2528cb30f09 req-05cf2c4c-5b23-4744-9fdb-893c0dc2c8fc tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3d1c3f-59e4-4dec-96d8-4fb874223ad6 HTTP/1.1" status: 200 len: 945 time: 0.0640481 Jul 12 08:35:10.979845 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ace9621d-ba6b-40da-85c8-c2528cb30f09 req-52e6e4d8-0738-4796-8e55-192a5d307cff tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c76d369-3c1a-4588-acc0-cfa913107d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323262 Jul 12 08:35:11.139137 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf72f2-7b75-4044-99b9-5317418a6cf0 req-cbb8704d-ee04-4490-95d6-38f987e6c91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:11.140659 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e3bf72f2-7b75-4044-99b9-5317418a6cf0 req-cbb8704d-ee04-4490-95d6-38f987e6c91f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2b5b16bf27b543fb92132074924097b0&device_id=ca3d1c3f-59e4-4dec-96d8-4fb874223ad6 HTTP/1.1" status: 200 len: 1098 time: 0.0603204 Jul 12 08:35:11.236432 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf72f2-7b75-4044-99b9-5317418a6cf0 req-31ce353c-6002-482b-a18a-1a148332adf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:11.238061 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e3bf72f2-7b75-4044-99b9-5317418a6cf0 req-31ce353c-6002-482b-a18a-1a148332adf8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=87af1681-88b0-408a-a0a8-01a2bb52ff86 HTTP/1.1" status: 200 len: 912 time: 0.0879321 Jul 12 08:35:11.316550 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e3bf72f2-7b75-4044-99b9-5317418a6cf0 req-c8b2be6a-9fe4-4d43-8f7f-206767a0b497 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9615cfd2-182f-40a4-a5e5-22e850202576 HTTP/1.1" status: 200 len: 1000 time: 0.0707071 Jul 12 08:35:11.367258 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf72f2-7b75-4044-99b9-5317418a6cf0 req-2a434cd5-09c7-48ef-8193-86eb02c8058d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:11.368777 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e3bf72f2-7b75-4044-99b9-5317418a6cf0 req-2a434cd5-09c7-48ef-8193-86eb02c8058d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1b424425-fba9-4165-b007-490b023a5f6d HTTP/1.1" status: 200 len: 850 time: 0.0445044 Jul 12 08:35:11.431266 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf72f2-7b75-4044-99b9-5317418a6cf0 req-d0fee5c4-2808-47c3-aecf-3c8b7931452c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:11.432801 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e3bf72f2-7b75-4044-99b9-5317418a6cf0 req-d0fee5c4-2808-47c3-aecf-3c8b7931452c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=87af1681-88b0-408a-a0a8-01a2bb52ff86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543854 Jul 12 08:35:11.525116 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e3bf72f2-7b75-4044-99b9-5317418a6cf0 req-af87aa68-7059-4d12-9368-1d0c6687ce9c service neutron] 10.222.0.23 "GET /v2.0/networks/87af1681-88b0-408a-a0a8-01a2bb52ff86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840468 Jul 12 08:35:11.617498 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device d8b3d953-179c-49a7-b132-3eb3a2495d22 up at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:35:11.620856 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e3bf72f2-7b75-4044-99b9-5317418a6cf0 req-a94c9616-99f2-4617-94c6-37c823021360 service neutron] 10.222.0.23 "GET /v2.0/networks/87af1681-88b0-408a-a0a8-01a2bb52ff86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882344 Jul 12 08:35:11.667020 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning for port d8b3d953-179c-49a7-b132-3eb3a2495d22 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:35:11.670810 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning complete for port d8b3d953-179c-49a7-b132-3eb3a2495d22 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:35:11.671183 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:11.748011 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:11.780473 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] For port d8b3d953-179c-49a7-b132-3eb3a2495d22, host dv-cinder-800431-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=d8b3d953-179c-49a7-b132-3eb3a2495d22,segment=NetworkSegment(8a883ab7-06dc-4964-9525-1c13cd3a23ad),segment_id=8a883ab7-06dc-4964-9525-1c13cd3a23ad)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:35:11.783903 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:11.813268 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 8c83d3f4-563c-4427-bf71-a7c1ccbe354e up at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:35:11.866055 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Pushing event updated for resources: {'Port': ['ID=d8b3d953-179c-49a7-b132-3eb3a2495d22,revision_number=5']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:11.884912 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning complete for port 8c83d3f4-563c-4427-bf71-a7c1ccbe354e triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:35:11.885295 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:12.064566 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-50255581-6d26-4410-bfd4-5927fb258a5b None None] Provisioning complete for port d8b3d953-179c-49a7-b132-3eb3a2495d22 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:35:12.064936 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-50255581-6d26-4410-bfd4-5927fb258a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:12.158014 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6aedaf-9505-499f-84c5-51ac18b83a1c req-5c33ea1d-192a-451a-a8e4-f17004bbedea tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:12.159494 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-fa6aedaf-9505-499f-84c5-51ac18b83a1c req-5c33ea1d-192a-451a-a8e4-f17004bbedea tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3d1c3f-59e4-4dec-96d8-4fb874223ad6 HTTP/1.1" status: 200 len: 945 time: 0.0624962 Jul 12 08:35:12.204140 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-fa6aedaf-9505-499f-84c5-51ac18b83a1c req-6c8a885f-d4fb-433d-85ef-ea51efbeb39f tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c76d369-3c1a-4588-acc0-cfa913107d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388753 Jul 12 08:35:13.388514 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129bd2a4-b753-4d53-8edc-b06ef8e6bbf6 req-5018ebc2-65d0-448a-97e2-7122208edcd0 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:13.390050 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-129bd2a4-b753-4d53-8edc-b06ef8e6bbf6 req-5018ebc2-65d0-448a-97e2-7122208edcd0 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3d1c3f-59e4-4dec-96d8-4fb874223ad6 HTTP/1.1" status: 200 len: 945 time: 0.0626278 Jul 12 08:35:13.430698 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-129bd2a4-b753-4d53-8edc-b06ef8e6bbf6 req-83efc4e5-f494-4fe4-a426-6f5d60236053 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c76d369-3c1a-4588-acc0-cfa913107d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351985 Jul 12 08:35:13.592453 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device d8b3d953-179c-49a7-b132-3eb3a2495d22 up at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:35:13.640725 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning complete for port d8b3d953-179c-49a7-b132-3eb3a2495d22 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:35:13.641099 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:27.059381 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ecf66dcc-4a5c-4195-990e-6d45bf96bf30 req-89c407e5-4b69-489a-b7dc-52d3f96de45a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ca3d1c3f-59e4-4dec-96d8-4fb874223ad6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0483303 Jul 12 08:35:27.161578 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf66dcc-4a5c-4195-990e-6d45bf96bf30 req-c6d36b37-bb2a-48c3-bb97-486dcffe7795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:27.163185 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ecf66dcc-4a5c-4195-990e-6d45bf96bf30 req-c6d36b37-bb2a-48c3-bb97-486dcffe7795 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2b5b16bf27b543fb92132074924097b0&device_id=ca3d1c3f-59e4-4dec-96d8-4fb874223ad6 HTTP/1.1" status: 200 len: 1098 time: 0.0564628 Jul 12 08:35:27.272576 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf66dcc-4a5c-4195-990e-6d45bf96bf30 req-fdb85357-a1f0-4ccd-8f7a-3f9162183de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:27.274057 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ecf66dcc-4a5c-4195-990e-6d45bf96bf30 req-fdb85357-a1f0-4ccd-8f7a-3f9162183de6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=87af1681-88b0-408a-a0a8-01a2bb52ff86 HTTP/1.1" status: 200 len: 912 time: 0.0885549 Jul 12 08:35:27.341059 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ecf66dcc-4a5c-4195-990e-6d45bf96bf30 req-7f532267-ebba-4be8-81c7-916a91ca29fb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9615cfd2-182f-40a4-a5e5-22e850202576 HTTP/1.1" status: 200 len: 1000 time: 0.0576403 Jul 12 08:35:27.392789 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf66dcc-4a5c-4195-990e-6d45bf96bf30 req-e5126a74-4ff3-4d9b-a3c1-96ce98f2b33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:27.394494 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ecf66dcc-4a5c-4195-990e-6d45bf96bf30 req-e5126a74-4ff3-4d9b-a3c1-96ce98f2b33a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1b424425-fba9-4165-b007-490b023a5f6d HTTP/1.1" status: 200 len: 850 time: 0.0458055 Jul 12 08:35:27.471439 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf66dcc-4a5c-4195-990e-6d45bf96bf30 req-700055cc-9470-4cf7-a9aa-599400496147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:27.472959 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ecf66dcc-4a5c-4195-990e-6d45bf96bf30 req-700055cc-9470-4cf7-a9aa-599400496147 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=87af1681-88b0-408a-a0a8-01a2bb52ff86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0606501 Jul 12 08:35:27.778472 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ecf66dcc-4a5c-4195-990e-6d45bf96bf30 req-d5a6e583-d960-4094-b83b-3a6401933dfb service neutron] 10.222.0.23 "GET /v2.0/networks/87af1681-88b0-408a-a0a8-01a2bb52ff86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960429 Jul 12 08:35:27.865733 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ecf66dcc-4a5c-4195-990e-6d45bf96bf30 req-faf71e18-0cbe-423b-b169-767c41635533 service neutron] 10.222.0.23 "GET /v2.0/networks/87af1681-88b0-408a-a0a8-01a2bb52ff86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804238 Jul 12 08:35:29.844168 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 42282) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:35:29.943423 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-83ec122d-2554-4d04-bd81-b748ea6ae535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:30.029913 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-83ec122d-2554-4d04-bd81-b748ea6ae535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:30.033365 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-83ec122d-2554-4d04-bd81-b748ea6ae535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:30.069642 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-83ec122d-2554-4d04-bd81-b748ea6ae535 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5d8dfcfe13bd4ac2a2cc5bf5f62404e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2244077 Jul 12 08:35:30.070784 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec122d-2554-4d04-bd81-b748ea6ae535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735864ae-7def-42c3-a218-c17fc305cfdd,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:30.073040 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 42286) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:35:30.123042 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-61da07e2-2fb1-4bef-98f5-136a35966ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:30.144001 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-61da07e2-2fb1-4bef-98f5-136a35966ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:30.188569 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-61da07e2-2fb1-4bef-98f5-136a35966ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:30.191145 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-61da07e2-2fb1-4bef-98f5-136a35966ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:30.192266 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-61da07e2-2fb1-4bef-98f5-136a35966ae2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/735864ae-7def-42c3-a218-c17fc305cfdd HTTP/1.1" status: 204 len: 168 time: 0.1171954 Jul 12 08:35:30.200117 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61da07e2-2fb1-4bef-98f5-136a35966ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735864ae-7def-42c3-a218-c17fc305cfdd,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:30.206862 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da07e2-2fb1-4bef-98f5-136a35966ae2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:35:30.207207 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da07e2-2fb1-4bef-98f5-136a35966ae2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:35:30.207544 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da07e2-2fb1-4bef-98f5-136a35966ae2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:35:30.207873 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da07e2-2fb1-4bef-98f5-136a35966ae2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:35:30.208225 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da07e2-2fb1-4bef-98f5-136a35966ae2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:35:30.208614 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da07e2-2fb1-4bef-98f5-136a35966ae2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:35:30.208859 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da07e2-2fb1-4bef-98f5-136a35966ae2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:35:30.209178 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da07e2-2fb1-4bef-98f5-136a35966ae2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:35:30.209498 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da07e2-2fb1-4bef-98f5-136a35966ae2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:35:30.209857 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da07e2-2fb1-4bef-98f5-136a35966ae2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:35:30.210173 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da07e2-2fb1-4bef-98f5-136a35966ae2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:35:30.210525 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da07e2-2fb1-4bef-98f5-136a35966ae2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:35:30.457769 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 42298) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:35:30.470447 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-a3b9c29d-1dac-4424-9340-ac2d48955a87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:30.472797 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-37acaad3-f041-4081-ba27-c330fee9289a req-8a0f2666-af59-4759-aaeb-de623a286284 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1156776403&fields=id&tenant_id=9141084bc67040a6953c3e2fdaeecde8 HTTP/1.1" status: 200 len: 267 time: 0.0420671 Jul 12 08:35:30.558503 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-a3b9c29d-1dac-4424-9340-ac2d48955a87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:30.562438 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-a3b9c29d-1dac-4424-9340-ac2d48955a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:30.582962 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37acaad3-f041-4081-ba27-c330fee9289a req-80d54813-a8ae-4fdf-9dbf-fead3ae01597 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:30.584446 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-37acaad3-f041-4081-ba27-c330fee9289a req-80d54813-a8ae-4fdf-9dbf-fead3ae01597 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/networks?id=bfdb51f3-abf8-4720-9758-2652c1950bee HTTP/1.1" status: 200 len: 808 time: 0.1049082 Jul 12 08:35:30.599134 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-37acaad3-f041-4081-ba27-c330fee9289a req-337cc8bc-a034-4449-b058-fe01964de434 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/quotas/9141084bc67040a6953c3e2fdaeecde8 HTTP/1.1" status: 200 len: 375 time: 0.0092518 Jul 12 08:35:30.599950 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-a3b9c29d-1dac-4424-9340-ac2d48955a87 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bc6246d547b5477ab5752cb5c46f8bbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1410284 Jul 12 08:35:30.601068 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b9c29d-1dac-4424-9340-ac2d48955a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574af9bb-0dd5-4d22-98d2-2cf34330623e,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:30.603046 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 42300) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:35:30.697510 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c7f5c815-f8eb-4295-99ea-a8a5ab327b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:30.721886 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-37acaad3-f041-4081-ba27-c330fee9289a req-5730ff8d-b7ce-4ffd-9b36-c8a52536da57 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9141084bc67040a6953c3e2fdaeecde8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1024098 Jul 12 08:35:30.730942 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c7f5c815-f8eb-4295-99ea-a8a5ab327b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:30.837536 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c7f5c815-f8eb-4295-99ea-a8a5ab327b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:30.840044 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c7f5c815-f8eb-4295-99ea-a8a5ab327b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:30.841164 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-c7f5c815-f8eb-4295-99ea-a8a5ab327b04 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/574af9bb-0dd5-4d22-98d2-2cf34330623e HTTP/1.1" status: 204 len: 168 time: 0.2370389 Jul 12 08:35:30.846983 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-37acaad3-f041-4081-ba27-c330fee9289a req-f5c4f265-9a4c-4ac8-afb8-af0cd7156979 service neutron] 10.222.0.37 "GET /v2.0/networks/bfdb51f3-abf8-4720-9758-2652c1950bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099644 Jul 12 08:35:30.851687 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f5c815-f8eb-4295-99ea-a8a5ab327b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574af9bb-0dd5-4d22-98d2-2cf34330623e,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:30.935436 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-37acaad3-f041-4081-ba27-c330fee9289a req-a448c0aa-09b5-4f37-bcb3-2207ab8d077f service neutron] 10.222.0.37 "GET /v2.0/networks/bfdb51f3-abf8-4720-9758-2652c1950bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810902 Jul 12 08:35:31.254164 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2a3b2e28-c68f-4792-b037-6a13832a058c req-d60b042d-553b-4124-821d-45a78e267bad tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/ports?device_id=557ad063-3114-451c-8313-96c6649e855c HTTP/1.1" status: 200 len: 210 time: 0.0365062 Jul 12 08:35:31.564446 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:32.422096 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e6580c9c-c62f-46bb-a292-837eeb1c6604 req-99b13af1-de5d-4bac-9b01-0e5a1e0a4099 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/ports?device_id=557ad063-3114-451c-8313-96c6649e855c HTTP/1.1" status: 200 len: 210 time: 0.0456424 Jul 12 08:35:32.428042 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37acaad3-f041-4081-ba27-c330fee9289a req-c6015b14-2141-410a-b9a8-6c13fe93cd5b tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:32.429967 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-37acaad3-f041-4081-ba27-c330fee9289a req-c6015b14-2141-410a-b9a8-6c13fe93cd5b tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.23 "GET /v2.0/networks?id=bfdb51f3-abf8-4720-9758-2652c1950bee HTTP/1.1" status: 200 len: 808 time: 0.1308918 Jul 12 08:35:32.478137 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-37acaad3-f041-4081-ba27-c330fee9289a req-70f3e3e6-82af-4891-9945-c9f7ff2f73dc tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9141084bc67040a6953c3e2fdaeecde8 HTTP/1.1" status: 200 len: 380 time: 0.0348971 Jul 12 08:35:32.490574 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-37acaad3-f041-4081-ba27-c330fee9289a req-4e09a487-5e27-4579-8fbb-836d3bd4f1ec tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Request body: {'port': {'device_id': '557ad063-3114-451c-8313-96c6649e855c', 'network_id': 'bfdb51f3-abf8-4720-9758-2652c1950bee', 'admin_state_up': True, 'tenant_id': '9141084bc67040a6953c3e2fdaeecde8', 'security_groups': ['bc2d8546-7be4-49c3-bd88-05bbf58fa0ae']}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:35:32.608355 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37acaad3-f041-4081-ba27-c330fee9289a req-4e09a487-5e27-4579-8fbb-836d3bd4f1ec tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Made reservation on behalf of 9141084bc67040a6953c3e2fdaeecde8 for: {'port': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 08:35:32.612878 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-37acaad3-f041-4081-ba27-c330fee9289a req-4e09a487-5e27-4579-8fbb-836d3bd4f1ec tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:32.742383 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_common [req-37acaad3-f041-4081-ba27-c330fee9289a req-4e09a487-5e27-4579-8fbb-836d3bd4f1ec tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Allocated IP 172.20.0.5 (bfdb51f3-abf8-4720-9758-2652c1950bee/bd981bbb-849b-4ec5-b0be-7de4ff340241/73776fae-0b04-482e-b5a2-be8fb9f18309) {{(pid=92952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 08:35:32.882147 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-37acaad3-f041-4081-ba27-c330fee9289a req-4e09a487-5e27-4579-8fbb-836d3bd4f1ec tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Notify callbacks [] for port, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:32.896682 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.provisioning_blocks [req-37acaad3-f041-4081-ba27-c330fee9289a req-4e09a487-5e27-4579-8fbb-836d3bd4f1ec tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Transition to ACTIVE for port object 73776fae-0b04-482e-b5a2-be8fb9f18309 will not be triggered until provisioned by entity DHCP. {{(pid=92952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:35:32.931248 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-37acaad3-f041-4081-ba27-c330fee9289a req-4e09a487-5e27-4579-8fbb-836d3bd4f1ec tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748222641646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1188457'] for port, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:32.986190 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37acaad3-f041-4081-ba27-c330fee9289a req-4e09a487-5e27-4579-8fbb-836d3bd4f1ec tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Network bfdb51f3-abf8-4720-9758-2652c1950bee is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:35:32.989677 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [req-37acaad3-f041-4081-ba27-c330fee9289a req-4e09a487-5e27-4579-8fbb-836d3bd4f1ec tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:35:32.994959 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-37acaad3-f041-4081-ba27-c330fee9289a req-4e09a487-5e27-4579-8fbb-836d3bd4f1ec tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Received port after_create {{(pid=92952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 08:35:32.998656 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09a487-5e27-4579-8fbb-836d3bd4f1ec tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Pushing event updated for resources: {'Port': ['ID=73776fae-0b04-482e-b5a2-be8fb9f18309,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:33.051763 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37acaad3-f041-4081-ba27-c330fee9289a req-4e09a487-5e27-4579-8fbb-836d3bd4f1ec tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:33.052831 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-37acaad3-f041-4081-ba27-c330fee9289a req-4e09a487-5e27-4579-8fbb-836d3bd4f1ec tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:33.075980 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-37acaad3-f041-4081-ba27-c330fee9289a req-4e09a487-5e27-4579-8fbb-836d3bd4f1ec tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5891817 Jul 12 08:35:33.087533 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-37acaad3-f041-4081-ba27-c330fee9289a req-392625e0-80d7-4b74-a963-7a83dd158a26 service neutron] Request body: {'port': {'device_id': '557ad063-3114-451c-8313-96c6649e855c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:35:33.173073 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-37acaad3-f041-4081-ba27-c330fee9289a req-392625e0-80d7-4b74-a963-7a83dd158a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:33.300358 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-78d9c974-ffc3-4023-893e-a15c8182ba63 None None] Provisioning for port 73776fae-0b04-482e-b5a2-be8fb9f18309 completed by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:35:33.304790 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-78d9c974-ffc3-4023-893e-a15c8182ba63 None None] Provisioning complete for port 73776fae-0b04-482e-b5a2-be8fb9f18309 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:35:33.305277 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-78d9c974-ffc3-4023-893e-a15c8182ba63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:33.341078 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-78d9c974-ffc3-4023-893e-a15c8182ba63 None None] Port 73776fae-0b04-482e-b5a2-be8fb9f18309 cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 08:35:33.448013 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [req-37acaad3-f041-4081-ba27-c330fee9289a req-392625e0-80d7-4b74-a963-7a83dd158a26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73776fae-0b04-482e-b5a2-be8fb9f18309 {{(pid=92952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 08:35:33.455616 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-37acaad3-f041-4081-ba27-c330fee9289a req-392625e0-80d7-4b74-a963-7a83dd158a26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:33.477075 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.provisioning_blocks [req-37acaad3-f041-4081-ba27-c330fee9289a req-392625e0-80d7-4b74-a963-7a83dd158a26 service neutron] Transition to ACTIVE for port object 73776fae-0b04-482e-b5a2-be8fb9f18309 will not be triggered until provisioned by entity L2. {{(pid=92952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:35:33.482462 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-37acaad3-f041-4081-ba27-c330fee9289a req-392625e0-80d7-4b74-a963-7a83dd158a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1188479'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:33.586525 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392625e0-80d7-4b74-a963-7a83dd158a26 service neutron] Pushing event updated for resources: {'Port': ['ID=73776fae-0b04-482e-b5a2-be8fb9f18309,revision_number=2']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:33.677099 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-37acaad3-f041-4081-ba27-c330fee9289a req-392625e0-80d7-4b74-a963-7a83dd158a26 service neutron] Attempting to bind port 73776fae-0b04-482e-b5a2-be8fb9f18309 on host hv-cinder-80043 for vnic_type normal with profile {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 08:35:33.677438 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-37acaad3-f041-4081-ba27-c330fee9289a req-392625e0-80d7-4b74-a963-7a83dd158a26 service neutron] Attempting to bind port 73776fae-0b04-482e-b5a2-be8fb9f18309 by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': '6cdc67b3-0334-4056-a4c8-74f01e0961f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bfdb51f3-abf8-4720-9758-2652c1950bee'}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 08:35:33.677801 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37acaad3-f041-4081-ba27-c330fee9289a req-392625e0-80d7-4b74-a963-7a83dd158a26 service neutron] Attempting to bind port 73776fae-0b04-482e-b5a2-be8fb9f18309 on network bfdb51f3-abf8-4720-9758-2652c1950bee {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:35:33.685246 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37acaad3-f041-4081-ba27-c330fee9289a req-392625e0-80d7-4b74-a963-7a83dd158a26 service neutron] Port 73776fae-0b04-482e-b5a2-be8fb9f18309 on network bfdb51f3-abf8-4720-9758-2652c1950bee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 08:35:33.685585 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37acaad3-f041-4081-ba27-c330fee9289a req-392625e0-80d7-4b74-a963-7a83dd158a26 service neutron] Attempting to bind port 73776fae-0b04-482e-b5a2-be8fb9f18309 on network bfdb51f3-abf8-4720-9758-2652c1950bee {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:35:33.695139 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1895146c-9b99-4e21-8ac1-e9a6e3bd6804 req-abd4c30e-11ee-4555-bc53-b61a9d32d5da tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:33.696765 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-1895146c-9b99-4e21-8ac1-e9a6e3bd6804 req-abd4c30e-11ee-4555-bc53-b61a9d32d5da tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/ports?device_id=557ad063-3114-451c-8313-96c6649e855c HTTP/1.1" status: 200 len: 943 time: 0.1425498 Jul 12 08:35:33.701023 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37acaad3-f041-4081-ba27-c330fee9289a req-392625e0-80d7-4b74-a963-7a83dd158a26 service neutron] Checking agent: {'id': '9498d972-5d3d-47a0-93c6-a71636d6a88c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 8, 29, 30), 'started_at': datetime.datetime(2021, 7, 12, 8, 29, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 8, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 08:35:33.701371 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37acaad3-f041-4081-ba27-c330fee9289a req-392625e0-80d7-4b74-a963-7a83dd158a26 service neutron] Checking segment: {'id': '6cdc67b3-0334-4056-a4c8-74f01e0961f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bfdb51f3-abf8-4720-9758-2652c1950bee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:35:33.701788 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37acaad3-f041-4081-ba27-c330fee9289a req-392625e0-80d7-4b74-a963-7a83dd158a26 service neutron] Bound using segment: {'id': '6cdc67b3-0334-4056-a4c8-74f01e0961f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bfdb51f3-abf8-4720-9758-2652c1950bee'} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 08:35:33.702226 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-37acaad3-f041-4081-ba27-c330fee9289a req-392625e0-80d7-4b74-a963-7a83dd158a26 service neutron] Bound port: 73776fae-0b04-482e-b5a2-be8fb9f18309, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cdc67b3-0334-4056-a4c8-74f01e0961f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bfdb51f3-abf8-4720-9758-2652c1950bee'}}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 08:35:33.702588 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-37acaad3-f041-4081-ba27-c330fee9289a req-392625e0-80d7-4b74-a963-7a83dd158a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:33.770798 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-1895146c-9b99-4e21-8ac1-e9a6e3bd6804 req-b74f3805-4958-421a-9bcf-3375c131bf68 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc2d8546-7be4-49c3-bd88-05bbf58fa0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650916 Jul 12 08:35:33.793379 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-37acaad3-f041-4081-ba27-c330fee9289a req-392625e0-80d7-4b74-a963-7a83dd158a26 service neutron] For port 73776fae-0b04-482e-b5a2-be8fb9f18309, host hv-cinder-80043, cleared binding levels {{(pid=92952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 08:35:33.796633 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-37acaad3-f041-4081-ba27-c330fee9289a req-392625e0-80d7-4b74-a963-7a83dd158a26 service neutron] For port 73776fae-0b04-482e-b5a2-be8fb9f18309, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=73776fae-0b04-482e-b5a2-be8fb9f18309,segment=NetworkSegment(6cdc67b3-0334-4056-a4c8-74f01e0961f3),segment_id=6cdc67b3-0334-4056-a4c8-74f01e0961f3)] {{(pid=92952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 08:35:33.800651 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-37acaad3-f041-4081-ba27-c330fee9289a req-392625e0-80d7-4b74-a963-7a83dd158a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1188479'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:33.849098 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37acaad3-f041-4081-ba27-c330fee9289a req-392625e0-80d7-4b74-a963-7a83dd158a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:33.849750 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-37acaad3-f041-4081-ba27-c330fee9289a req-392625e0-80d7-4b74-a963-7a83dd158a26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:33.851171 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-37acaad3-f041-4081-ba27-c330fee9289a req-392625e0-80d7-4b74-a963-7a83dd158a26 service neutron] 10.222.0.23 "PUT /v2.0/ports/73776fae-0b04-482e-b5a2-be8fb9f18309 HTTP/1.1" status: 200 len: 1093 time: 0.7683926 Jul 12 08:35:33.851619 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '557ad063-3114-451c-8313-96c6649e855c', 'tag': '73776fae-0b04-482e-b5a2-be8fb9f18309'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:35:33.854500 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35659b288decb3563870ae931b8d662eab2da969d6ab5856613d86fcebdbc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6725401-9a3a-4ad1-be03-ca5e167eba0c" -d '{"events": [{"name": "network-changed", "server_uuid": "557ad063-3114-451c-8313-96c6649e855c", "tag": "73776fae-0b04-482e-b5a2-be8fb9f18309"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:35:33.873571 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392625e0-80d7-4b74-a963-7a83dd158a26 service neutron] Pushing event updated for resources: {'Port': ['ID=73776fae-0b04-482e-b5a2-be8fb9f18309,revision_number=3']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:33.904198 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 08:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e8d5b02-a15e-4395-bc6e-0e778845e95b x-openstack-request-id: req-6e8d5b02-a15e-4395-bc6e-0e778845e95b {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:35:33.904535 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "557ad063-3114-451c-8313-96c6649e855c", "tag": "73776fae-0b04-482e-b5a2-be8fb9f18309", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:35:33.904786 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6e8d5b02-a15e-4395-bc6e-0e778845e95b {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:35:33.905218 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '557ad063-3114-451c-8313-96c6649e855c', 'tag': '73776fae-0b04-482e-b5a2-be8fb9f18309', 'status': 'completed', 'code': 200} Jul 12 08:35:33.951393 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37acaad3-f041-4081-ba27-c330fee9289a req-24c1730d-b02d-4610-ad66-b43d1271756b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:33.952945 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-37acaad3-f041-4081-ba27-c330fee9289a req-24c1730d-b02d-4610-ad66-b43d1271756b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9141084bc67040a6953c3e2fdaeecde8&device_id=557ad063-3114-451c-8313-96c6649e855c HTTP/1.1" status: 200 len: 1096 time: 0.0595901 Jul 12 08:35:33.996647 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-37acaad3-f041-4081-ba27-c330fee9289a req-3ebd8c07-6e94-4fa1-a60f-4ed5d2c20bb6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73776fae-0b04-482e-b5a2-be8fb9f18309 HTTP/1.1" status: 200 len: 217 time: 0.0362487 Jul 12 08:35:34.047949 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37acaad3-f041-4081-ba27-c330fee9289a req-19d5ea69-93a0-4b2b-9ba5-473110235111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:34.049764 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-37acaad3-f041-4081-ba27-c330fee9289a req-19d5ea69-93a0-4b2b-9ba5-473110235111 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bd981bbb-849b-4ec5-b0be-7de4ff340241 HTTP/1.1" status: 200 len: 847 time: 0.0468447 Jul 12 08:35:34.074510 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-23bde100-e87f-4afa-a69f-2fae3f33f4c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:34.119646 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37acaad3-f041-4081-ba27-c330fee9289a req-a79d1f28-2bb7-49f1-8f81-4e35170590b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:34.121149 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-37acaad3-f041-4081-ba27-c330fee9289a req-a79d1f28-2bb7-49f1-8f81-4e35170590b6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bfdb51f3-abf8-4720-9758-2652c1950bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0643539 Jul 12 08:35:34.211767 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-37acaad3-f041-4081-ba27-c330fee9289a req-410b4584-42a3-4d27-83cf-faad2816d757 service neutron] 10.222.0.23 "GET /v2.0/networks/bfdb51f3-abf8-4720-9758-2652c1950bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812597 Jul 12 08:35:34.302088 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-37acaad3-f041-4081-ba27-c330fee9289a req-c0dc7496-ae34-4637-ad56-90a914f36bdb service neutron] 10.222.0.23 "GET /v2.0/networks/bfdb51f3-abf8-4720-9758-2652c1950bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831203 Jul 12 08:35:34.412256 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6725401-9a3a-4ad1-be03-ca5e167eba0c req-c5e8c937-fd41-41db-af83-c020a17d8450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:34.413687 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f6725401-9a3a-4ad1-be03-ca5e167eba0c req-c5e8c937-fd41-41db-af83-c020a17d8450 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9141084bc67040a6953c3e2fdaeecde8&device_id=557ad063-3114-451c-8313-96c6649e855c HTTP/1.1" status: 200 len: 1096 time: 0.0506196 Jul 12 08:35:34.504143 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6725401-9a3a-4ad1-be03-ca5e167eba0c req-2ae1270e-4519-4f2f-9ccb-f51f54ee7690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:34.505584 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f6725401-9a3a-4ad1-be03-ca5e167eba0c req-2ae1270e-4519-4f2f-9ccb-f51f54ee7690 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bfdb51f3-abf8-4720-9758-2652c1950bee HTTP/1.1" status: 200 len: 909 time: 0.0837500 Jul 12 08:35:34.549240 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f6725401-9a3a-4ad1-be03-ca5e167eba0c req-99f3044b-d0ba-43d9-af42-a8dd634f5d9d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73776fae-0b04-482e-b5a2-be8fb9f18309 HTTP/1.1" status: 200 len: 217 time: 0.0324318 Jul 12 08:35:34.598695 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6725401-9a3a-4ad1-be03-ca5e167eba0c req-29b903ef-7c88-4c24-9106-e4992a9d6611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:34.600291 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f6725401-9a3a-4ad1-be03-ca5e167eba0c req-29b903ef-7c88-4c24-9106-e4992a9d6611 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bd981bbb-849b-4ec5-b0be-7de4ff340241 HTTP/1.1" status: 200 len: 847 time: 0.0439534 Jul 12 08:35:34.668369 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6725401-9a3a-4ad1-be03-ca5e167eba0c req-766b4b47-0a6a-4e48-88bf-837a838f31ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:34.670060 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f6725401-9a3a-4ad1-be03-ca5e167eba0c req-766b4b47-0a6a-4e48-88bf-837a838f31ef service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bfdb51f3-abf8-4720-9758-2652c1950bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0575800 Jul 12 08:35:34.672625 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-27d7ee80-e179-45b7-a334-2b53e9039c09 None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 08:35:34.778920 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f6725401-9a3a-4ad1-be03-ca5e167eba0c req-f68fa8c8-4ba8-4af2-abeb-b04523be319b service neutron] 10.222.0.23 "GET /v2.0/networks/bfdb51f3-abf8-4720-9758-2652c1950bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877252 Jul 12 08:35:34.869445 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f6725401-9a3a-4ad1-be03-ca5e167eba0c req-cbc7bad2-7809-42c0-9e17-2b6f8ac906f6 service neutron] 10.222.0.23 "GET /v2.0/networks/bfdb51f3-abf8-4720-9758-2652c1950bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832107 Jul 12 08:35:34.952085 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f523d-f856-4766-aa15-9902e91330d5 req-26e2b293-22b9-495e-9aee-fc014b007452 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:34.953878 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f45f523d-f856-4766-aa15-9902e91330d5 req-26e2b293-22b9-495e-9aee-fc014b007452 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/ports?device_id=557ad063-3114-451c-8313-96c6649e855c HTTP/1.1" status: 200 len: 943 time: 0.0706706 Jul 12 08:35:34.994531 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f45f523d-f856-4766-aa15-9902e91330d5 req-9bfe33af-ce4b-44d4-bc44-0187366c8c38 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc2d8546-7be4-49c3-bd88-05bbf58fa0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347815 Jul 12 08:35:35.533487 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715615e-e1b4-4a51-ad2e-cb840e166dbc req-af28b3ed-1417-40ce-8b31-2b5666e43ccb tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:35.534984 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8715615e-e1b4-4a51-ad2e-cb840e166dbc req-af28b3ed-1417-40ce-8b31-2b5666e43ccb tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 946 time: 0.0621390 Jul 12 08:35:35.571722 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8715615e-e1b4-4a51-ad2e-cb840e166dbc req-db48d92b-743b-4c28-a3f7-ed6a4c123f8b tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307746 Jul 12 08:35:36.167334 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1440ee0e-20ff-4242-bda3-0c9da97dea44 req-f122733d-a8f4-4e13-9df1-1dd92bbaf3ca tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:36.168799 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-1440ee0e-20ff-4242-bda3-0c9da97dea44 req-f122733d-a8f4-4e13-9df1-1dd92bbaf3ca tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/ports?device_id=557ad063-3114-451c-8313-96c6649e855c HTTP/1.1" status: 200 len: 943 time: 0.0623415 Jul 12 08:35:36.205943 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-1440ee0e-20ff-4242-bda3-0c9da97dea44 req-077aee72-0bda-49ce-a83c-54d97ae5ecec tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc2d8546-7be4-49c3-bd88-05bbf58fa0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316112 Jul 12 08:35:36.742651 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5707744-d1c9-4d59-b481-eebff8ed88f2 req-e9bffea5-f705-4c15-8409-161ae961e479 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:36.744139 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a5707744-d1c9-4d59-b481-eebff8ed88f2 req-e9bffea5-f705-4c15-8409-161ae961e479 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 946 time: 0.0605710 Jul 12 08:35:36.783377 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a5707744-d1c9-4d59-b481-eebff8ed88f2 req-71a17f90-aa65-48b8-a701-ed5e5c60a24a tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a3010bc-b489-488b-a8d8-bbcd9573a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339060 Jul 12 08:35:36.968929 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:36.990500 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ba53677d-76bb-4e47-ac65-35b77577fdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:37.180769 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3814b255-3913-4c3e-9530-80a23dda0ead req-b931201d-a5b4-4130-99a6-845770c354f8 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:37.182395 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3814b255-3913-4c3e-9530-80a23dda0ead req-b931201d-a5b4-4130-99a6-845770c354f8 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.23 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 946 time: 0.0617924 Jul 12 08:35:37.295641 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [req-3814b255-3913-4c3e-9530-80a23dda0ead req-9805b605-a80a-4a76-8067-2bd6b7e63031 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Deleting port 981df685-a462-4059-9fe7-42d652f3077b {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 08:35:37.296196 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-3814b255-3913-4c3e-9530-80a23dda0ead req-9805b605-a80a-4a76-8067-2bd6b7e63031 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748223187694'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:37.386792 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f72ab-6b13-415a-a6d5-a8a6a6c2a3e5 req-0e7a19db-e1af-45c7-b15f-ccdcf5e22bbd tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:37.390194 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-fa9f72ab-6b13-415a-a6d5-a8a6a6c2a3e5 req-0e7a19db-e1af-45c7-b15f-ccdcf5e22bbd tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/ports?device_id=557ad063-3114-451c-8313-96c6649e855c HTTP/1.1" status: 200 len: 943 time: 0.0674953 Jul 12 08:35:37.391132 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-3814b255-3913-4c3e-9530-80a23dda0ead req-9805b605-a80a-4a76-8067-2bd6b7e63031 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] For port 981df685-a462-4059-9fe7-42d652f3077b, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=981df685-a462-4059-9fe7-42d652f3077b,segment=NetworkSegment(8ae57f27-2f55-4ba4-8135-7182c274f38c),segment_id=8ae57f27-2f55-4ba4-8135-7182c274f38c)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:35:37.391496 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-3814b255-3913-4c3e-9530-80a23dda0ead req-9805b605-a80a-4a76-8067-2bd6b7e63031 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528347'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:37.431644 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-fa9f72ab-6b13-415a-a6d5-a8a6a6c2a3e5 req-0a3ff541-054a-48df-a372-262c17a234a4 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc2d8546-7be4-49c3-bd88-05bbf58fa0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360339 Jul 12 08:35:37.660297 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-3814b255-3913-4c3e-9530-80a23dda0ead req-9805b605-a80a-4a76-8067-2bd6b7e63031 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:37.660667 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-3814b255-3913-4c3e-9530-80a23dda0ead req-9805b605-a80a-4a76-8067-2bd6b7e63031 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-940870'] for floatingip, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:37.661024 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.db.l3_db [req-3814b255-3913-4c3e-9530-80a23dda0ead req-9805b605-a80a-4a76-8067-2bd6b7e63031 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Floating IP 5dcffb22-5222-407e-80b8-2316d872d328 disassociated. External IP: 172.27.1.166, port: 981df685-a462-4059-9fe7-42d652f3077b. Jul 12 08:35:37.661356 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [req-3814b255-3913-4c3e-9530-80a23dda0ead req-9805b605-a80a-4a76-8067-2bd6b7e63031 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Calling delete_port for 981df685-a462-4059-9fe7-42d652f3077b owned by compute:nova {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 08:35:37.792096 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-3814b255-3913-4c3e-9530-80a23dda0ead req-9805b605-a80a-4a76-8067-2bd6b7e63031 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8377658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748223196968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748222641655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1188448'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:37.820903 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9805b605-a80a-4a76-8067-2bd6b7e63031 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Pushing event deleted for resources: {'Port': ['ID=981df685-a462-4059-9fe7-42d652f3077b,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:37.853903 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8beb-ed90-4929-879a-4eba2c5b629e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:37.960933 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c7a37d57-2551-41ad-abd9-95d2b11c0e80 req-7ed771b5-6233-4278-9fe8-2191a591e4d6 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=1132c8d2-6ec2-4e37-b308-4ea6e49f5541 HTTP/1.1" status: 200 len: 210 time: 0.0389719 Jul 12 08:35:37.970729 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3814b255-3913-4c3e-9530-80a23dda0ead req-9805b605-a80a-4a76-8067-2bd6b7e63031 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Router bafa57e7-b72f-4a14-8269-b93c6e437ffe has already been hosted by L3 agent c0ba3535-5ad7-41e9-9cdc-b89c0ff976de {{(pid=92952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 08:35:38.083177 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3814b255-3913-4c3e-9530-80a23dda0ead req-9805b605-a80a-4a76-8067-2bd6b7e63031 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify agent at l3_agent.dv-cinder-800431-1-iscsi the message routers_updated {{(pid=92952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 08:35:38.093136 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d08711-865f-48a9-b6ae-3601e610b6a7 None None] Sync routers for ids ['bafa57e7-b72f-4a14-8269-b93c6e437ffe'] in dv-cinder-800431-1-iscsi {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 08:35:38.104435 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d08711-865f-48a9-b6ae-3601e610b6a7 None None] Routers {'bafa57e7-b72f-4a14-8269-b93c6e437ffe'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:35:38.105276 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-76d08711-865f-48a9-b6ae-3601e610b6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:35:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['bafa57e7-b72f-4a14-8269-b93c6e437ffe'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:35:38.219875 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-76d08711-865f-48a9-b6ae-3601e610b6a7 None None] Set router bafa57e7-b72f-4a14-8269-b93c6e437ffe gateway port host: dv-cinder-800431-1-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:35:38.347299 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-3814b255-3913-4c3e-9530-80a23dda0ead req-9805b605-a80a-4a76-8067-2bd6b7e63031 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] No DVR routers for this DVR port 981df685-a462-4059-9fe7-42d652f3077b on host hv-cinder-80043 {{(pid=92952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 08:35:38.350010 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-3814b255-3913-4c3e-9530-80a23dda0ead req-9805b605-a80a-4a76-8067-2bd6b7e63031 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:38.352120 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3814b255-3913-4c3e-9530-80a23dda0ead req-9805b605-a80a-4a76-8067-2bd6b7e63031 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.23 "DELETE /v2.0/ports/981df685-a462-4059-9fe7-42d652f3077b HTTP/1.1" status: 204 len: 173 time: 1.1642904 Jul 12 08:35:38.352567 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1132c8d2-6ec2-4e37-b308-4ea6e49f5541', 'name': 'network-vif-deleted', 'tag': '981df685-a462-4059-9fe7-42d652f3077b'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:35:38.354974 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35659b288decb3563870ae931b8d662eab2da969d6ab5856613d86fcebdbc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c119d970-550d-4be7-811b-ed881c094c86" -d '{"events": [{"server_uuid": "1132c8d2-6ec2-4e37-b308-4ea6e49f5541", "name": "network-vif-deleted", "tag": "981df685-a462-4059-9fe7-42d652f3077b"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:35:38.395646 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 08:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83c5914-b4b9-4868-a47b-30c00f98e4e3 x-openstack-request-id: req-d83c5914-b4b9-4868-a47b-30c00f98e4e3 {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:35:38.396074 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1132c8d2-6ec2-4e37-b308-4ea6e49f5541", "name": "network-vif-deleted", "tag": "981df685-a462-4059-9fe7-42d652f3077b", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:35:38.396331 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d83c5914-b4b9-4868-a47b-30c00f98e4e3 {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:35:38.396720 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1132c8d2-6ec2-4e37-b308-4ea6e49f5541', 'name': 'network-vif-deleted', 'tag': '981df685-a462-4059-9fe7-42d652f3077b', 'status': 'completed', 'code': 200} Jul 12 08:35:38.563017 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-76d08711-865f-48a9-b6ae-3601e610b6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bafa57e7-b72f-4a14-8269-b93c6e437ffe', 'name': 'tempest-AttachVolumeShelveTestJSON-348321455-router', 'tenant_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '368c32c0-c314-4342-9815-4c57d936452a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:31:09Z', 'updated_at': '2021-07-12T08:31:28Z', 'revision_number': 4, 'project_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'gw_port': {'id': '368c32c0-c314-4342-9815-4c57d936452a', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:27:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafa57e7-b72f-4a14-8269-b93c6e437ffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:12Z', 'updated_at': '2021-07-12T08:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_interfaces': [{'id': '96e2e342-c1a9-432e-bf24-867ec2d38b56', 'name': '', 'network_id': '87f9aa9d-4b32-44c0-9258-78c96af6cf8d', 'tenant_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'mac_address': 'fa:16:3e:3d:9b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafa57e7-b72f-4a14-8269-b93c6e437ffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2a3005b3-6c18-4cb2-94e4-48e9cf6a930f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:23Z', 'updated_at': '2021-07-12T08:31:38Z', 'revision_number': 5, 'project_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'subnets': [{'id': '2a3005b3-6c18-4cb2-94e4-48e9cf6a930f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:35:38.595175 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d08711-865f-48a9-b6ae-3601e610b6a7 None None] Checking router: bafa57e7-b72f-4a14-8269-b93c6e437ffe for host: dv-cinder-800431-1-iscsi {{(pid=92953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 08:35:38.603966 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d08711-865f-48a9-b6ae-3601e610b6a7 None None] Routers {'bafa57e7-b72f-4a14-8269-b93c6e437ffe'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:35:38.604519 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-76d08711-865f-48a9-b6ae-3601e610b6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:35:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['bafa57e7-b72f-4a14-8269-b93c6e437ffe'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:35:38.621249 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a9e43-eb62-4bcb-96ee-e9783213625e req-465cf0c3-87be-4896-be88-c6f4e975bc8b tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:38.622852 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f68a9e43-eb62-4bcb-96ee-e9783213625e req-465cf0c3-87be-4896-be88-c6f4e975bc8b tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/ports?device_id=557ad063-3114-451c-8313-96c6649e855c HTTP/1.1" status: 200 len: 943 time: 0.0672660 Jul 12 08:35:38.663494 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f68a9e43-eb62-4bcb-96ee-e9783213625e req-d3cdeb46-11e8-40ba-b024-5ab741d8a9f9 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc2d8546-7be4-49c3-bd88-05bbf58fa0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345812 Jul 12 08:35:38.714702 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-76d08711-865f-48a9-b6ae-3601e610b6a7 None None] Set router bafa57e7-b72f-4a14-8269-b93c6e437ffe gateway port host: dv-cinder-800431-1-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:35:38.920440 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-76d08711-865f-48a9-b6ae-3601e610b6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bafa57e7-b72f-4a14-8269-b93c6e437ffe', 'name': 'tempest-AttachVolumeShelveTestJSON-348321455-router', 'tenant_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '368c32c0-c314-4342-9815-4c57d936452a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:31:09Z', 'updated_at': '2021-07-12T08:31:28Z', 'revision_number': 4, 'project_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'gw_port': {'id': '368c32c0-c314-4342-9815-4c57d936452a', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:27:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafa57e7-b72f-4a14-8269-b93c6e437ffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:12Z', 'updated_at': '2021-07-12T08:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_interfaces': [{'id': '96e2e342-c1a9-432e-bf24-867ec2d38b56', 'name': '', 'network_id': '87f9aa9d-4b32-44c0-9258-78c96af6cf8d', 'tenant_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'mac_address': 'fa:16:3e:3d:9b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafa57e7-b72f-4a14-8269-b93c6e437ffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2a3005b3-6c18-4cb2-94e4-48e9cf6a930f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:23Z', 'updated_at': '2021-07-12T08:31:38Z', 'revision_number': 5, 'project_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'subnets': [{'id': '2a3005b3-6c18-4cb2-94e4-48e9cf6a930f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:35:38.950935 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d08711-865f-48a9-b6ae-3601e610b6a7 None None] The sync data for ids ['bafa57e7-b72f-4a14-8269-b93c6e437ffe'] in dv-cinder-800431-1-iscsi is: [{'id': 'bafa57e7-b72f-4a14-8269-b93c6e437ffe', 'name': 'tempest-AttachVolumeShelveTestJSON-348321455-router', 'tenant_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '368c32c0-c314-4342-9815-4c57d936452a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:31:09Z', 'updated_at': '2021-07-12T08:31:28Z', 'revision_number': 4, 'project_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'gw_port': {'id': '368c32c0-c314-4342-9815-4c57d936452a', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:27:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafa57e7-b72f-4a14-8269-b93c6e437ffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:12Z', 'updated_at': '2021-07-12T08:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_interfaces': [{'id': '96e2e342-c1a9-432e-bf24-867ec2d38b56', 'name': '', 'network_id': '87f9aa9d-4b32-44c0-9258-78c96af6cf8d', 'tenant_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'mac_address': 'fa:16:3e:3d:9b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafa57e7-b72f-4a14-8269-b93c6e437ffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2a3005b3-6c18-4cb2-94e4-48e9cf6a930f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:23Z', 'updated_at': '2021-07-12T08:31:38Z', 'revision_number': 5, 'project_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'subnets': [{'id': '2a3005b3-6c18-4cb2-94e4-48e9cf6a930f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 08:35:39.250708 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ea5046-33d8-480b-9326-acbe0ac386d4 None None] New status for floating IP 5dcffb22-5222-407e-80b8-2316d872d328: DOWN {{(pid=92954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 08:35:39.383182 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8148b14b-fdb1-487f-b940-7b46dc6d16f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:39.609070 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 42494) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:35:39.711546 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f83e1f79-ee3f-4863-8c7f-8e0ccf4f300d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:39.806902 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f83e1f79-ee3f-4863-8c7f-8e0ccf4f300d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:39.810892 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-f83e1f79-ee3f-4863-8c7f-8e0ccf4f300d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:39.842584 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdfe389-6bcf-4477-be5c-a5b9eb454fc1 req-8cfdf854-9094-485c-a288-d9ea02bcce07 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:39.844133 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-ecdfe389-6bcf-4477-be5c-a5b9eb454fc1 req-8cfdf854-9094-485c-a288-d9ea02bcce07 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/ports?device_id=557ad063-3114-451c-8313-96c6649e855c HTTP/1.1" status: 200 len: 943 time: 0.0671003 Jul 12 08:35:39.851899 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-f83e1f79-ee3f-4863-8c7f-8e0ccf4f300d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=872e890146d64050aef3240ffe62945b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2416735 Jul 12 08:35:39.852699 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 42500) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:35:39.853848 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e1f79-ee3f-4863-8c7f-8e0ccf4f300d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc815ff-663f-45d9-90fd-975fe1387bbd,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:39.884664 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-ecdfe389-6bcf-4477-be5c-a5b9eb454fc1 req-0592ed08-2dda-4592-b80e-2648233b2f38 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc2d8546-7be4-49c3-bd88-05bbf58fa0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339518 Jul 12 08:35:39.904300 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-62dc4262-d899-4557-b5a7-740987e9fd3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:39.926001 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-62dc4262-d899-4557-b5a7-740987e9fd3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:39.975531 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-62dc4262-d899-4557-b5a7-740987e9fd3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:39.978814 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-62dc4262-d899-4557-b5a7-740987e9fd3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:39.980056 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-62dc4262-d899-4557-b5a7-740987e9fd3e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0fc815ff-663f-45d9-90fd-975fe1387bbd HTTP/1.1" status: 204 len: 168 time: 0.1234906 Jul 12 08:35:39.988635 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dc4262-d899-4557-b5a7-740987e9fd3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc815ff-663f-45d9-90fd-975fe1387bbd,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:40.134323 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 42508) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:35:40.191597 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3c574544-b975-43b3-bbf8-a6d186948df7 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:40.215205 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3c574544-b975-43b3-bbf8-a6d186948df7 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:40.267519 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 42510) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:35:40.268500 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3c574544-b975-43b3-bbf8-a6d186948df7 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:40.271318 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-3c574544-b975-43b3-bbf8-a6d186948df7 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:40.273013 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-3c574544-b975-43b3-bbf8-a6d186948df7 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "DELETE /v2.0/security-groups/7a3010bc-b489-488b-a8d8-bbcd9573a1f7 HTTP/1.1" status: 204 len: 168 time: 0.1374545 Jul 12 08:35:40.275761 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 42512) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:35:40.283966 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c574544-b975-43b3-bbf8-a6d186948df7 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3010bc-b489-488b-a8d8-bbcd9573a1f7,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:40.289811 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-a61e2ee4-891d-4af0-aef6-1c15ce05b17e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:40.301895 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.api.v2.resource [None req-eea7eeae-4a5e-4803-b645-e181c17c0772 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] show failed (client error): The resource could not be found. Jul 12 08:35:40.302937 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-eea7eeae-4a5e-4803-b645-e181c17c0772 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups/7a3010bc-b489-488b-a8d8-bbcd9573a1f7 HTTP/1.1" status: 404 len: 347 time: 0.0262108 Jul 12 08:35:40.309890 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 42514) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:35:40.386342 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-a61e2ee4-891d-4af0-aef6-1c15ce05b17e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:40.390126 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-a61e2ee4-891d-4af0-aef6-1c15ce05b17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:40.426519 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61e2ee4-891d-4af0-aef6-1c15ce05b17e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b99308-6b0b-4938-9fec-8210e67df92a,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:40.430890 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-a61e2ee4-891d-4af0-aef6-1c15ce05b17e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a6b7f2796fb448c8aa028f53c2f0b203&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1620405 Jul 12 08:35:40.431906 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-0fac5f49-7398-410f-8842-b44403551f5d tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Deleting port 507d0183-5245-46a7-b44f-e6475b2d0280 {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 08:35:40.432255 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-0fac5f49-7398-410f-8842-b44403551f5d tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748223187694'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:40.433498 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 42516) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:35:40.484395 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-527c20f2-4c4d-4c43-9716-f13ffdbb9a64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:40.504788 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-527c20f2-4c4d-4c43-9716-f13ffdbb9a64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:40.506236 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-0fac5f49-7398-410f-8842-b44403551f5d tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528347'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:40.506572 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-0fac5f49-7398-410f-8842-b44403551f5d tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:40.518029 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-0fac5f49-7398-410f-8842-b44403551f5d tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Calling delete_port for 507d0183-5245-46a7-b44f-e6475b2d0280 owned by network:floatingip {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 08:35:40.550425 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-527c20f2-4c4d-4c43-9716-f13ffdbb9a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:40.553236 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-527c20f2-4c4d-4c43-9716-f13ffdbb9a64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:40.554439 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-527c20f2-4c4d-4c43-9716-f13ffdbb9a64 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b1b99308-6b0b-4938-9fec-8210e67df92a HTTP/1.1" status: 204 len: 168 time: 0.1200960 Jul 12 08:35:40.563569 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527c20f2-4c4d-4c43-9716-f13ffdbb9a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b99308-6b0b-4938-9fec-8210e67df92a,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:40.672391 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-0fac5f49-7398-410f-8842-b44403551f5d tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8377658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748223196968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748222641655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1188448'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:40.704905 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac5f49-7398-410f-8842-b44403551f5d tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Pushing event deleted for resources: {'Port': ['ID=507d0183-5245-46a7-b44f-e6475b2d0280,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:40.770008 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-0fac5f49-7398-410f-8842-b44403551f5d tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks [] for floatingip, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:40.775284 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-0fac5f49-7398-410f-8842-b44403551f5d tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for floatingip, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:40.776785 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-0fac5f49-7398-410f-8842-b44403551f5d tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "DELETE /v2.0/floatingips/5dcffb22-5222-407e-80b8-2316d872d328 HTTP/1.1" status: 204 len: 168 time: 0.4658558 Jul 12 08:35:40.901418 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 42526) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:35:40.914875 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-28033188-0e00-4129-bebb-6809dd6402a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:41.010182 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-28033188-0e00-4129-bebb-6809dd6402a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:41.016215 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-28033188-0e00-4129-bebb-6809dd6402a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:41.057676 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-28033188-0e00-4129-bebb-6809dd6402a9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cef7f42e390940e2838435da9129b16a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1551292 Jul 12 08:35:41.058683 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 42532) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:35:41.059564 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28033188-0e00-4129-bebb-6809dd6402a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d981377-50e9-4af3-8b86-f1b2d29a9cde,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:41.087495 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116b062f-10e5-40c9-b25c-a7321f01c8ec req-62e7921e-39f7-4a96-a233-e4983998e305 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:41.088961 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-116b062f-10e5-40c9-b25c-a7321f01c8ec req-62e7921e-39f7-4a96-a233-e4983998e305 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/ports?device_id=557ad063-3114-451c-8313-96c6649e855c HTTP/1.1" status: 200 len: 943 time: 0.0893512 Jul 12 08:35:41.149329 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-116b062f-10e5-40c9-b25c-a7321f01c8ec req-89373477-290e-4541-8ef2-fa1cd6a6a001 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc2d8546-7be4-49c3-bd88-05bbf58fa0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529251 Jul 12 08:35:41.150683 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-7f8b364d-7e85-4cf5-9d42-7043fc30240b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:41.159929 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 42534) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:35:41.167144 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 73776fae-0b04-482e-b5a2-be8fb9f18309 details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=92953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 08:35:41.169332 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 981df685-a462-4059-9fe7-42d652f3077b no longer exists at agent hyperv_hv-cinder-80043 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 08:35:41.170623 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-bb8a5b10-e6c7-4f53-90f8-ecda5c8c4d84 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Request body: {'security_group': {'name': 'tempest-securitygroup--414706513', 'description': 'tempest-description--80591741'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:35:41.196608 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] No Port match for: 981df685-a462-4059-9fe7-42d652f3077b {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 08:35:41.197121 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 981df685-a462-4059-9fe7-42d652f3077b not bound to the agent host hv-cinder-80043 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 08:35:41.197664 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-7f8b364d-7e85-4cf5-9d42-7043fc30240b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:41.217131 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-bb8a5b10-e6c7-4f53-90f8-ecda5c8c4d84 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:41.273380 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-7f8b364d-7e85-4cf5-9d42-7043fc30240b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:41.276686 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-7f8b364d-7e85-4cf5-9d42-7043fc30240b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:41.280108 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-7f8b364d-7e85-4cf5-9d42-7043fc30240b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0d981377-50e9-4af3-8b86-f1b2d29a9cde HTTP/1.1" status: 204 len: 168 time: 0.2181683 Jul 12 08:35:41.294500 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8b364d-7e85-4cf5-9d42-7043fc30240b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d981377-50e9-4af3-8b86-f1b2d29a9cde,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:41.304718 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port 73776fae-0b04-482e-b5a2-be8fb9f18309, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=73776fae-0b04-482e-b5a2-be8fb9f18309,segment=NetworkSegment(6cdc67b3-0334-4056-a4c8-74f01e0961f3),segment_id=6cdc67b3-0334-4056-a4c8-74f01e0961f3)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:35:41.319852 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Returning: {'device': '73776fae-0b04-482e-b5a2-be8fb9f18309', 'network_id': 'bfdb51f3-abf8-4720-9758-2652c1950bee', 'port_id': '73776fae-0b04-482e-b5a2-be8fb9f18309', 'mac_address': 'fa:16:3e:ab:ed:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd981bbb-849b-4ec5-b0be-7de4ff340241', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 08:35:41.345109 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-bb8a5b10-e6c7-4f53-90f8-ecda5c8c4d84 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:41.349759 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-bb8a5b10-e6c7-4f53-90f8-ecda5c8c4d84 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:41.368189 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:41.377782 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-bb8a5b10-e6c7-4f53-90f8-ecda5c8c4d84 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:41.382077 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-bb8a5b10-e6c7-4f53-90f8-ecda5c8c4d84 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.2185194 Jul 12 08:35:41.382431 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 42540) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:35:41.383627 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8a5b10-e6c7-4f53-90f8-ecda5c8c4d84 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f222391b-a6a0-4adc-b2df-60992982126e,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:41.387726 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-e4887dcf-25e1-4057-b591-5dfda14b8744 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Request body: {'security_group_rule': {'security_group_id': 'f222391b-a6a0-4adc-b2df-60992982126e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:35:41.390533 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73776fae-0b04-482e-b5a2-be8fb9f18309 {{(pid=92953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 08:35:41.412355 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port 73776fae-0b04-482e-b5a2-be8fb9f18309, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=73776fae-0b04-482e-b5a2-be8fb9f18309,segment=NetworkSegment(6cdc67b3-0334-4056-a4c8-74f01e0961f3),segment_id=6cdc67b3-0334-4056-a4c8-74f01e0961f3)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:35:41.417170 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:41.418103 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-e4887dcf-25e1-4057-b591-5dfda14b8744 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:41.474372 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Pushing event updated for resources: {'Port': ['ID=73776fae-0b04-482e-b5a2-be8fb9f18309,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:41.487339 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-e4887dcf-25e1-4057-b591-5dfda14b8744 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:41.491513 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-e4887dcf-25e1-4057-b591-5dfda14b8744 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115475'] for security_group_rule, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:41.510799 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4887dcf-25e1-4057-b591-5dfda14b8744 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d4e7dd5-fec1-4722-b267-bef43cc969f0,revision_number=0']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:41.519775 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-e4887dcf-25e1-4057-b591-5dfda14b8744 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:41.524008 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-e4887dcf-25e1-4057-b591-5dfda14b8744 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1376412 Jul 12 08:35:41.524976 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 42544) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:35:41.530084 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-dc23a817-6a89-4339-8f2f-c9285e14f9bb tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Request body: {'security_group_rule': {'security_group_id': 'f222391b-a6a0-4adc-b2df-60992982126e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:35:41.559519 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-dc23a817-6a89-4339-8f2f-c9285e14f9bb tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:41.628349 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-dc23a817-6a89-4339-8f2f-c9285e14f9bb tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:41.632429 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-dc23a817-6a89-4339-8f2f-c9285e14f9bb tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115475'] for security_group_rule, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:41.653433 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc23a817-6a89-4339-8f2f-c9285e14f9bb tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0304cb11-d935-4a5d-babe-211f3344f829,revision_number=0']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:41.656475 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-dc23a817-6a89-4339-8f2f-c9285e14f9bb tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:41.661248 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-dc23a817-6a89-4339-8f2f-c9285e14f9bb tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1322758 Jul 12 08:35:41.661960 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 42552) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:35:41.666055 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-4908837e-75ac-40f5-8765-ac77cbbefbf3 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Request body: {'floatingip': {'floating_network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:35:41.688638 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-4908837e-75ac-40f5-8765-ac77cbbefbf3 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks [] for floatingip, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:41.711711 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] get_ports_and_sgs() called for port_ids ['73776fae-0b04-482e-b5a2-be8fb9f18309'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 08:35:41.792465 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-4908837e-75ac-40f5-8765-ac77cbbefbf3 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:41.910897 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.db.db_base_plugin_common [None req-4908837e-75ac-40f5-8765-ac77cbbefbf3 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Allocated IP 172.27.1.25 (65ec14d2-e0c2-45ad-9132-5fa8e954ebc3/dca57fa4-8523-4dee-8f0e-27ff75670efc/989dbdd6-1915-4cc1-85e5-06c7df6d03a1) {{(pid=92951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 08:35:42.014285 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-4908837e-75ac-40f5-8765-ac77cbbefbf3 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks [] for port, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:42.057006 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-4908837e-75ac-40f5-8765-ac77cbbefbf3 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748222641646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2337024'] for port, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:42.095038 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4908837e-75ac-40f5-8765-ac77cbbefbf3 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Network 65ec14d2-e0c2-45ad-9132-5fa8e954ebc3 is already hosted by enough agents. {{(pid=92951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:35:42.099367 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-4908837e-75ac-40f5-8765-ac77cbbefbf3 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Resources bound (agent type, host, resource id): {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:35:42.103609 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4908837e-75ac-40f5-8765-ac77cbbefbf3 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Received port after_create {{(pid=92951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 08:35:42.122678 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4908837e-75ac-40f5-8765-ac77cbbefbf3 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Pushing event updated for resources: {'Port': ['ID=989dbdd6-1915-4cc1-85e5-06c7df6d03a1,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:42.184520 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-4908837e-75ac-40f5-8765-ac77cbbefbf3 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:42.235363 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-4908837e-75ac-40f5-8765-ac77cbbefbf3 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:42.397478 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8fa800-7772-4757-878f-906a0898edca req-ea5ef3bb-781b-4106-98da-0a8a75fd06da tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:42.399004 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7f8fa800-7772-4757-878f-906a0898edca req-ea5ef3bb-781b-4106-98da-0a8a75fd06da tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/ports?device_id=557ad063-3114-451c-8313-96c6649e855c HTTP/1.1" status: 200 len: 944 time: 0.1278663 Jul 12 08:35:42.458296 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7f8fa800-7772-4757-878f-906a0898edca req-ac2d6137-4823-477c-9ddd-69ae7c3b1d1b tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc2d8546-7be4-49c3-bd88-05bbf58fa0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503464 Jul 12 08:35:42.467281 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-4908837e-75ac-40f5-8765-ac77cbbefbf3 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks [] for port, precommit_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:42.473548 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-4908837e-75ac-40f5-8765-ac77cbbefbf3 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2337046'] for port, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:42.541939 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4908837e-75ac-40f5-8765-ac77cbbefbf3 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Pushing event updated for resources: {'Port': ['ID=989dbdd6-1915-4cc1-85e5-06c7df6d03a1,revision_number=2']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:42.551661 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-4908837e-75ac-40f5-8765-ac77cbbefbf3 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-940870'] for floatingip, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:42.565589 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-4908837e-75ac-40f5-8765-ac77cbbefbf3 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for floatingip, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:42.567063 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-4908837e-75ac-40f5-8765-ac77cbbefbf3 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9044888 Jul 12 08:35:42.755558 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3d780cfc-2d93-4db2-b1f2-2d3af4e871af req-53957cee-c1b5-48b6-87cc-2833ddc059eb tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--414706513&fields=id&tenant_id=ca5d7c4d35274957aea289fc8cbe4d73 HTTP/1.1" status: 200 len: 267 time: 0.0336463 Jul 12 08:35:42.865875 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d780cfc-2d93-4db2-b1f2-2d3af4e871af req-f1253803-e6c2-4b23-8708-c7fd935b5b7c tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:42.867385 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3d780cfc-2d93-4db2-b1f2-2d3af4e871af req-f1253803-e6c2-4b23-8708-c7fd935b5b7c tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/networks?id=87f9aa9d-4b32-44c0-9258-78c96af6cf8d HTTP/1.1" status: 200 len: 816 time: 0.1043606 Jul 12 08:35:42.873723 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-ede3a4d0-3461-4fc3-9394-e0254d60e472 req-6c9061ef-6d3e-4def-9548-0c59773ee257 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-919827359&fields=id&tenant_id=61b587b0c53b492fb8b219a96dd1c56a HTTP/1.1" status: 200 len: 267 time: 0.0345488 Jul 12 08:35:42.882071 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3d780cfc-2d93-4db2-b1f2-2d3af4e871af req-7a25d2b1-0063-4605-9fbc-f29d215e7b03 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/quotas/ca5d7c4d35274957aea289fc8cbe4d73 HTTP/1.1" status: 200 len: 375 time: 0.0095134 Jul 12 08:35:42.941920 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede3a4d0-3461-4fc3-9394-e0254d60e472 req-92ac6dd1-344f-4910-bf36-f8f788ed626e tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:42.943446 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-ede3a4d0-3461-4fc3-9394-e0254d60e472 req-92ac6dd1-344f-4910-bf36-f8f788ed626e tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab23622-23ac-4413-83c9-b723701886b8 HTTP/1.1" status: 200 len: 984 time: 0.0640509 Jul 12 08:35:42.954363 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [req-ede3a4d0-3461-4fc3-9394-e0254d60e472 req-a9055ca8-faa6-4401-bbd2-6e71f82fbca7 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Request body: {'port': {'security_groups': ['475b4fc8-b563-48f3-9960-d784b6deedf8']}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:35:42.964079 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3d780cfc-2d93-4db2-b1f2-2d3af4e871af req-fd3a5191-ae72-4b51-ba04-ac93a87cbe4f tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca5d7c4d35274957aea289fc8cbe4d73&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0767522 Jul 12 08:35:43.052602 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-ede3a4d0-3461-4fc3-9394-e0254d60e472 req-a9055ca8-faa6-4401-bbd2-6e71f82fbca7 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:43.070729 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 42612) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:35:43.073741 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3d780cfc-2d93-4db2-b1f2-2d3af4e871af req-511d2b64-627b-4cb3-a6db-0d689d3f1361 service neutron] 10.222.0.37 "GET /v2.0/networks/87f9aa9d-4b32-44c0-9258-78c96af6cf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947359 Jul 12 08:35:43.163811 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3d780cfc-2d93-4db2-b1f2-2d3af4e871af req-6e084f28-dd32-43a2-817d-2e643939dea1 service neutron] 10.222.0.37 "GET /v2.0/networks/87f9aa9d-4b32-44c0-9258-78c96af6cf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892005 Jul 12 08:35:43.172203 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 73776fae-0b04-482e-b5a2-be8fb9f18309 up at agent hyperv_hv-cinder-80043 {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:35:43.214627 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d19b3a15-3438-48f1-bee1-1c006f4817fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:43.225824 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Provisioning for port 73776fae-0b04-482e-b5a2-be8fb9f18309 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:35:43.230682 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Provisioning complete for port 73776fae-0b04-482e-b5a2-be8fb9f18309 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:35:43.231065 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:43.283887 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.db [req-ede3a4d0-3461-4fc3-9394-e0254d60e472 req-a9055ca8-faa6-4401-bbd2-6e71f82fbca7 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] For port d06b74e2-54ee-40dc-9481-8f041bbc7f7e, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=d06b74e2-54ee-40dc-9481-8f041bbc7f7e,segment=NetworkSegment(e10e3cdb-5176-422e-b904-64a5a4cbb632),segment_id=e10e3cdb-5176-422e-b904-64a5a4cbb632)] {{(pid=92951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:35:43.327668 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-ede3a4d0-3461-4fc3-9394-e0254d60e472 req-a9055ca8-faa6-4401-bbd2-6e71f82fbca7 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks [] for port, precommit_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:43.336199 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-ede3a4d0-3461-4fc3-9394-e0254d60e472 req-a9055ca8-faa6-4401-bbd2-6e71f82fbca7 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2337046'] for port, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:43.347264 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:43.377048 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-85b65dbe-5211-46d8-a529-cda50f0f0a56 req-40ca33b4-78e1-4ecc-b9fc-e70379b21b7d tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265dd39-8470-47ab-91e7-c708ec5acfcf HTTP/1.1" status: 200 len: 210 time: 0.0393753 Jul 12 08:35:43.394822 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede3a4d0-3461-4fc3-9394-e0254d60e472 req-a9055ca8-faa6-4401-bbd2-6e71f82fbca7 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:43.395458 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [req-ede3a4d0-3461-4fc3-9394-e0254d60e472 req-a9055ca8-faa6-4401-bbd2-6e71f82fbca7 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for port, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:43.400324 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-ede3a4d0-3461-4fc3-9394-e0254d60e472 req-a9055ca8-faa6-4401-bbd2-6e71f82fbca7 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "PUT /v2.0/ports/d06b74e2-54ee-40dc-9481-8f041bbc7f7e HTTP/1.1" status: 200 len: 942 time: 0.4501195 Jul 12 08:35:43.403561 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 42620) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:35:43.408417 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab23622-23ac-4413-83c9-b723701886b8', 'tag': 'd06b74e2-54ee-40dc-9481-8f041bbc7f7e'}] {{(pid=92951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:35:43.410678 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38e9910cefffc49adb1534bd55ac7351ec59ca62d7d2bb3cc14e5997e7fa66f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9652354c-7850-4724-a098-00b0c5353d44" -d '{"events": [{"name": "network-changed", "server_uuid": "fab23622-23ac-4413-83c9-b723701886b8", "tag": "d06b74e2-54ee-40dc-9481-8f041bbc7f7e"}]}' {{(pid=92951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:35:43.411143 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port 73776fae-0b04-482e-b5a2-be8fb9f18309, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=73776fae-0b04-482e-b5a2-be8fb9f18309,segment=NetworkSegment(6cdc67b3-0334-4056-a4c8-74f01e0961f3),segment_id=6cdc67b3-0334-4056-a4c8-74f01e0961f3)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:35:43.412940 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] get_ports_and_sgs() called for port_ids ['d06b74e2-54ee-40dc-9481-8f041bbc7f7e'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 08:35:43.455182 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d19b3a15-3438-48f1-bee1-1c006f4817fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:43.464744 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9055ca8-faa6-4401-bbd2-6e71f82fbca7 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Pushing event updated for resources: {'Port': ['ID=d06b74e2-54ee-40dc-9481-8f041bbc7f7e,revision_number=7']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:43.474537 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '557ad063-3114-451c-8313-96c6649e855c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73776fae-0b04-482e-b5a2-be8fb9f18309'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:35:43.475893 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d19b3a15-3438-48f1-bee1-1c006f4817fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:43.482460 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af58d1c9f1a57ad28455f2a1c324eb475fddbc81caacf3fdebaad0c9863d536b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3a1447-e223-4837-8924-c94d5077c1f3" -d '{"events": [{"server_uuid": "557ad063-3114-451c-8313-96c6649e855c", "name": "network-vif-plugged", "status": "completed", "tag": "73776fae-0b04-482e-b5a2-be8fb9f18309"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:35:43.506567 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:43.561371 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 08:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7629f81-34f9-4eab-9a10-e18c3cd7e41e x-openstack-request-id: req-a7629f81-34f9-4eab-9a10-e18c3cd7e41e {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:35:43.562619 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fab23622-23ac-4413-83c9-b723701886b8", "tag": "d06b74e2-54ee-40dc-9481-8f041bbc7f7e", "status": "completed", "code": 200}]} {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:35:43.563028 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a7629f81-34f9-4eab-9a10-e18c3cd7e41e {{(pid=92951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:35:43.563563 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fab23622-23ac-4413-83c9-b723701886b8', 'tag': 'd06b74e2-54ee-40dc-9481-8f041bbc7f7e', 'status': 'completed', 'code': 200} Jul 12 08:35:43.570768 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-d19b3a15-3438-48f1-bee1-1c006f4817fb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6c6b7e7b34c746ea9f361534de953238&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4819503 Jul 12 08:35:43.572654 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 42632) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:35:43.575031 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b3a15-3438-48f1-bee1-1c006f4817fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b61541-4816-48cb-bcaa-fd9bd9ca12c3,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:43.615175 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Pushing event updated for resources: {'Port': ['ID=73776fae-0b04-482e-b5a2-be8fb9f18309,revision_number=5']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:43.639073 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-976e8eff-e512-450c-8571-8d5f010222b7 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:43.682914 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-976e8eff-e512-450c-8571-8d5f010222b7 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:43.711216 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] get_ports_and_sgs() called for port_ids ['d06b74e2-54ee-40dc-9481-8f041bbc7f7e'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 08:35:43.756760 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-a485bcc6-2aa5-4ffc-b68c-227f3c585fb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:43.765529 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652354c-7850-4724-a098-00b0c5353d44 req-fcc971ee-303c-481f-b988-590c21d7134c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:43.768979 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9652354c-7850-4724-a098-00b0c5353d44 req-fcc971ee-303c-481f-b988-590c21d7134c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=61b587b0c53b492fb8b219a96dd1c56a&device_id=fab23622-23ac-4413-83c9-b723701886b8 HTTP/1.1" status: 200 len: 1098 time: 0.2101150 Jul 12 08:35:43.820938 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 08:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066c4173-cb25-425e-be0a-a3b8be4cdef0 x-openstack-request-id: req-066c4173-cb25-425e-be0a-a3b8be4cdef0 {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:35:43.821430 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "557ad063-3114-451c-8313-96c6649e855c", "name": "network-vif-plugged", "status": "completed", "tag": "73776fae-0b04-482e-b5a2-be8fb9f18309", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:35:43.821685 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-066c4173-cb25-425e-be0a-a3b8be4cdef0 {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:35:43.822097 dv-cinder-800431-1-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '557ad063-3114-451c-8313-96c6649e855c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73776fae-0b04-482e-b5a2-be8fb9f18309', 'code': 200} Jul 12 08:35:43.823010 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-a485bcc6-2aa5-4ffc-b68c-227f3c585fb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:43.844722 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-976e8eff-e512-450c-8571-8d5f010222b7 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:43.847183 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-976e8eff-e512-450c-8571-8d5f010222b7 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:43.848894 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-976e8eff-e512-450c-8571-8d5f010222b7 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "DELETE /v2.0/security-groups/987630df-f32e-441e-8058-2236504d0ff7 HTTP/1.1" status: 204 len: 168 time: 0.4440730 Jul 12 08:35:43.855509 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 42636) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:35:43.860858 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bbdaa4-ad2e-46ea-84b8-6cd988cedaca req-56da48c9-7905-44f8-93ac-162a11778de8 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:43.862557 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-68bbdaa4-ad2e-46ea-84b8-6cd988cedaca req-56da48c9-7905-44f8-93ac-162a11778de8 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/ports?device_id=557ad063-3114-451c-8313-96c6649e855c HTTP/1.1" status: 200 len: 945 time: 0.1800022 Jul 12 08:35:43.942132 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e8eff-e512-450c-8571-8d5f010222b7 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=987630df-f32e-441e-8058-2236504d0ff7,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:43.951719 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-a485bcc6-2aa5-4ffc-b68c-227f3c585fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:43.956446 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-a485bcc6-2aa5-4ffc-b68c-227f3c585fb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:43.960581 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-a485bcc6-2aa5-4ffc-b68c-227f3c585fb7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/67b61541-4816-48cb-bcaa-fd9bd9ca12c3 HTTP/1.1" status: 204 len: 168 time: 0.3852303 Jul 12 08:35:43.974099 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a485bcc6-2aa5-4ffc-b68c-227f3c585fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b61541-4816-48cb-bcaa-fd9bd9ca12c3,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:43.979402 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-abad0711-b181-4e9f-82a7-7c587d561a26 None None] Provisioning complete for port d06b74e2-54ee-40dc-9481-8f041bbc7f7e triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:35:43.980024 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-abad0711-b181-4e9f-82a7-7c587d561a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:43.986550 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-68bbdaa4-ad2e-46ea-84b8-6cd988cedaca req-0be09162-f468-46ac-bf16-e0f1f95819e1 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc2d8546-7be4-49c3-bd88-05bbf58fa0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130869 Jul 12 08:35:44.046769 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652354c-7850-4724-a098-00b0c5353d44 req-5be0b378-406f-4478-88d8-8f1f1ddf8981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:44.048468 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9652354c-7850-4724-a098-00b0c5353d44 req-5be0b378-406f-4478-88d8-8f1f1ddf8981 service neutron] 10.222.0.23 "GET /v2.0/networks?id=986f9208-db04-4964-8aaf-294544c18fee HTTP/1.1" status: 200 len: 915 time: 0.2725110 Jul 12 08:35:44.176722 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9652354c-7850-4724-a098-00b0c5353d44 req-001f7c72-8dc3-4ed8-aeef-6b005fc9b7dc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d06b74e2-54ee-40dc-9481-8f041bbc7f7e HTTP/1.1" status: 200 len: 1001 time: 0.1178827 Jul 12 08:35:44.180650 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dff139-f56a-407f-a589-43142ed098fd req-5f499939-7611-49cd-9055-f47559dfaaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:44.182726 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a6dff139-f56a-407f-a589-43142ed098fd req-5f499939-7611-49cd-9055-f47559dfaaf3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=557ad063-3114-451c-8313-96c6649e855c HTTP/1.1" status: 200 len: 1098 time: 0.2273211 Jul 12 08:35:44.280806 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652354c-7850-4724-a098-00b0c5353d44 req-9792aeb7-df7c-44d1-8f39-2f00e4995a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:44.282816 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9652354c-7850-4724-a098-00b0c5353d44 req-9792aeb7-df7c-44d1-8f39-2f00e4995a63 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a3335d6e-56c3-46e5-8ff5-ef0ba23a88e9 HTTP/1.1" status: 200 len: 853 time: 0.0848055 Jul 12 08:35:44.289040 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a6dff139-f56a-407f-a589-43142ed098fd req-f1ea1127-a02f-446d-8bb7-d6f174356de9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=bc2d8546-7be4-49c3-bd88-05bbf58fa0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899050 Jul 12 08:35:44.313603 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-6376ad62-cb51-47b3-95f5-a6b92e935b12 None None] Provisioning complete for port 73776fae-0b04-482e-b5a2-be8fb9f18309 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:35:44.314583 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6376ad62-cb51-47b3-95f5-a6b92e935b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:44.323992 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-94c367e9-a9d4-45fa-8459-03105c61df32 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Deleting port 0a2f351d-5ef8-4d1f-b44c-fa4f5da962e5 {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 08:35:44.324335 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-94c367e9-a9d4-45fa-8459-03105c61df32 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748223187694'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:44.341036 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 42644) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:35:44.356668 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-e49426f9-bbcb-4ffb-b3ba-05081cd06106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:44.411849 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652354c-7850-4724-a098-00b0c5353d44 req-173efbd3-ed00-4898-8c5c-cb1033bd608b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:44.413384 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9652354c-7850-4724-a098-00b0c5353d44 req-173efbd3-ed00-4898-8c5c-cb1033bd608b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=986f9208-db04-4964-8aaf-294544c18fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1222355 Jul 12 08:35:44.422985 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-94c367e9-a9d4-45fa-8459-03105c61df32 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528347'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:44.423310 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-94c367e9-a9d4-45fa-8459-03105c61df32 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:44.475490 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-94c367e9-a9d4-45fa-8459-03105c61df32 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Calling delete_port for 0a2f351d-5ef8-4d1f-b44c-fa4f5da962e5 owned by network:floatingip {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 08:35:44.475986 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-e49426f9-bbcb-4ffb-b3ba-05081cd06106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:44.480543 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-e49426f9-bbcb-4ffb-b3ba-05081cd06106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:44.519476 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-e49426f9-bbcb-4ffb-b3ba-05081cd06106 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5d1036466c3944fba27f8c150ca2f892&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1770442 Jul 12 08:35:44.520927 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49426f9-bbcb-4ffb-b3ba-05081cd06106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9178cd-d73f-4ff9-94b8-f69cf8dda37d,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:44.523454 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 42648) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:35:44.553786 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-acc841ab-7c3e-4e68-99ff-455b46e26344 req-905fa505-9b8d-435f-95d7-96d45a946116 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265dd39-8470-47ab-91e7-c708ec5acfcf HTTP/1.1" status: 200 len: 210 time: 0.0623546 Jul 12 08:35:44.572517 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-63ec5657-5298-4f41-b3ba-40900f480ea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:44.593717 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-63ec5657-5298-4f41-b3ba-40900f480ea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:44.623487 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9652354c-7850-4724-a098-00b0c5353d44 req-039acf07-0a95-4f5b-8a37-5afacdeedc18 service neutron] 10.222.0.23 "GET /v2.0/networks/986f9208-db04-4964-8aaf-294544c18fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971543 Jul 12 08:35:44.643496 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-63ec5657-5298-4f41-b3ba-40900f480ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:44.646147 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-63ec5657-5298-4f41-b3ba-40900f480ea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:44.647280 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-63ec5657-5298-4f41-b3ba-40900f480ea8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2a9178cd-d73f-4ff9-94b8-f69cf8dda37d HTTP/1.1" status: 204 len: 168 time: 0.1227710 Jul 12 08:35:44.655869 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec5657-5298-4f41-b3ba-40900f480ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9178cd-d73f-4ff9-94b8-f69cf8dda37d,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:44.761341 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9652354c-7850-4724-a098-00b0c5353d44 req-68d18f59-9f1d-4372-a36c-7afa697f2dc6 service neutron] 10.222.0.23 "GET /v2.0/networks/986f9208-db04-4964-8aaf-294544c18fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255567 Jul 12 08:35:44.776262 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-94c367e9-a9d4-45fa-8459-03105c61df32 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8377658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748223196968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748222641655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1188448'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:44.813883 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c367e9-a9d4-45fa-8459-03105c61df32 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Pushing event deleted for resources: {'Port': ['ID=0a2f351d-5ef8-4d1f-b44c-fa4f5da962e5,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:44.934723 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-94c367e9-a9d4-45fa-8459-03105c61df32 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks [] for floatingip, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:44.935056 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.db.l3_db [None req-94c367e9-a9d4-45fa-8459-03105c61df32 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Floating IP 98abd136-bf2c-4428-97f1-6fb6b718e84c disassociated (deleted). External IP: 172.27.1.158, port: d06b74e2-54ee-40dc-9481-8f041bbc7f7e. Jul 12 08:35:45.039227 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d780cfc-2d93-4db2-b1f2-2d3af4e871af req-ef53bad2-7ed4-4d39-9d79-7e06f3a44b62 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:45.041278 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3d780cfc-2d93-4db2-b1f2-2d3af4e871af req-ef53bad2-7ed4-4d39-9d79-7e06f3a44b62 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.23 "GET /v2.0/networks?id=87f9aa9d-4b32-44c0-9258-78c96af6cf8d HTTP/1.1" status: 200 len: 816 time: 0.2380080 Jul 12 08:35:45.170107 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3d780cfc-2d93-4db2-b1f2-2d3af4e871af req-fa7d601b-aa9a-4da6-ada1-ca634a97a179 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca5d7c4d35274957aea289fc8cbe4d73 HTTP/1.1" status: 200 len: 379 time: 0.0787380 Jul 12 08:35:45.184053 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-3d780cfc-2d93-4db2-b1f2-2d3af4e871af req-62a673c0-4217-45bc-b38f-6df380e73865 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Request body: {'port': {'device_id': '7265dd39-8470-47ab-91e7-c708ec5acfcf', 'network_id': '87f9aa9d-4b32-44c0-9258-78c96af6cf8d', 'admin_state_up': True, 'tenant_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'security_groups': ['f222391b-a6a0-4adc-b2df-60992982126e']}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:35:45.247349 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651dde13-f6af-464b-8cc2-ac1c8b1812ab req-be1757d0-6148-4723-b787-3731dafe90b4 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:45.248986 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-651dde13-f6af-464b-8cc2-ac1c8b1812ab req-be1757d0-6148-4723-b787-3731dafe90b4 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/ports?device_id=557ad063-3114-451c-8313-96c6649e855c HTTP/1.1" status: 200 len: 945 time: 0.0910280 Jul 12 08:35:45.260479 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c367e9-a9d4-45fa-8459-03105c61df32 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Router 418019ea-d547-4846-9c14-b06122b075c6 has already been hosted by L3 agent c0ba3535-5ad7-41e9-9cdc-b89c0ff976de {{(pid=92952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 08:35:45.291961 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-651dde13-f6af-464b-8cc2-ac1c8b1812ab req-1c193026-d63d-4f58-af61-7fd43559e92a tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc2d8546-7be4-49c3-bd88-05bbf58fa0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363467 Jul 12 08:35:45.628192 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d780cfc-2d93-4db2-b1f2-2d3af4e871af req-62a673c0-4217-45bc-b38f-6df380e73865 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Made reservation on behalf of ca5d7c4d35274957aea289fc8cbe4d73 for: {'port': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 08:35:45.631976 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-3d780cfc-2d93-4db2-b1f2-2d3af4e871af req-62a673c0-4217-45bc-b38f-6df380e73865 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:45.703529 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c367e9-a9d4-45fa-8459-03105c61df32 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify agent at l3_agent.dv-cinder-800431-1-iscsi the message routers_updated {{(pid=92952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 08:35:45.716339 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93105708-e8d5-406b-8719-f4e0ab8e3155 None None] Sync routers for ids ['418019ea-d547-4846-9c14-b06122b075c6'] in dv-cinder-800431-1-iscsi {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 08:35:45.725521 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-94c367e9-a9d4-45fa-8459-03105c61df32 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for floatingip, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:45.732209 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93105708-e8d5-406b-8719-f4e0ab8e3155 None None] Routers {'418019ea-d547-4846-9c14-b06122b075c6'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:35:45.732603 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-93105708-e8d5-406b-8719-f4e0ab8e3155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:35:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['418019ea-d547-4846-9c14-b06122b075c6'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:35:45.733478 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-44fb0701-675c-4db9-8ed6-06d4a133dc61 req-4912f925-a4b5-431b-a291-dab5954a4bfd tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265dd39-8470-47ab-91e7-c708ec5acfcf HTTP/1.1" status: 200 len: 210 time: 0.0415342 Jul 12 08:35:45.803801 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-94c367e9-a9d4-45fa-8459-03105c61df32 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "DELETE /v2.0/floatingips/98abd136-bf2c-4428-97f1-6fb6b718e84c HTTP/1.1" status: 204 len: 168 time: 1.9452200 Jul 12 08:35:45.808594 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab23622-23ac-4413-83c9-b723701886b8', 'tag': 'd06b74e2-54ee-40dc-9481-8f041bbc7f7e'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:35:45.810879 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35659b288decb3563870ae931b8d662eab2da969d6ab5856613d86fcebdbc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48af5bda-88ed-4a3e-b8de-bb01332755f3" -d '{"events": [{"name": "network-changed", "server_uuid": "fab23622-23ac-4413-83c9-b723701886b8", "tag": "d06b74e2-54ee-40dc-9481-8f041bbc7f7e"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:35:45.851287 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 08:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc439c9-f4ac-4899-8001-c78a83d4892a x-openstack-request-id: req-ffc439c9-f4ac-4899-8001-c78a83d4892a {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:35:45.851583 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fab23622-23ac-4413-83c9-b723701886b8", "tag": "d06b74e2-54ee-40dc-9481-8f041bbc7f7e", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:35:45.851830 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ffc439c9-f4ac-4899-8001-c78a83d4892a {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:35:45.852214 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fab23622-23ac-4413-83c9-b723701886b8', 'tag': 'd06b74e2-54ee-40dc-9481-8f041bbc7f7e', 'status': 'completed', 'code': 200} Jul 12 08:35:45.860920 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_common [req-3d780cfc-2d93-4db2-b1f2-2d3af4e871af req-62a673c0-4217-45bc-b38f-6df380e73865 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Allocated IP 172.20.0.5 (87f9aa9d-4b32-44c0-9258-78c96af6cf8d/2a3005b3-6c18-4cb2-94e4-48e9cf6a930f/174c347b-fe22-4938-a010-f64737a2d061) {{(pid=92952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 08:35:45.875718 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-93105708-e8d5-406b-8719-f4e0ab8e3155 None None] Set router 418019ea-d547-4846-9c14-b06122b075c6 gateway port host: dv-cinder-800431-1-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:35:46.014470 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af5bda-88ed-4a3e-b8de-bb01332755f3 req-8a5b9656-4454-43e9-853a-52a38bd7e7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:46.016263 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-48af5bda-88ed-4a3e-b8de-bb01332755f3 req-8a5b9656-4454-43e9-853a-52a38bd7e7b7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=61b587b0c53b492fb8b219a96dd1c56a&device_id=fab23622-23ac-4413-83c9-b723701886b8 HTTP/1.1" status: 200 len: 1098 time: 0.1397772 Jul 12 08:35:46.114979 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-93105708-e8d5-406b-8719-f4e0ab8e3155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418019ea-d547-4846-9c14-b06122b075c6', 'name': 'tempest-TestMinimumBasicScenario-430358051-router', 'tenant_id': '61b587b0c53b492fb8b219a96dd1c56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': 'f0f1013d-8178-41cd-8bdf-6151a9b3cb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:32:51Z', 'updated_at': '2021-07-12T08:32:54Z', 'revision_number': 4, 'project_id': '61b587b0c53b492fb8b219a96dd1c56a', 'gw_port': {'id': 'f0f1013d-8178-41cd-8bdf-6151a9b3cb32', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418019ea-d547-4846-9c14-b06122b075c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:32:51Z', 'updated_at': '2021-07-12T08:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_interfaces': [{'id': '4696c502-6785-4804-a4b7-9a59c3815af3', 'name': '', 'network_id': '986f9208-db04-4964-8aaf-294544c18fee', 'tenant_id': '61b587b0c53b492fb8b219a96dd1c56a', 'mac_address': 'fa:16:3e:98:71:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418019ea-d547-4846-9c14-b06122b075c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'a3335d6e-56c3-46e5-8ff5-ef0ba23a88e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:32:53Z', 'updated_at': '2021-07-12T08:33:00Z', 'revision_number': 5, 'project_id': '61b587b0c53b492fb8b219a96dd1c56a', 'subnets': [{'id': 'a3335d6e-56c3-46e5-8ff5-ef0ba23a88e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:35:46.139244 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 42708) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:35:46.161585 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93105708-e8d5-406b-8719-f4e0ab8e3155 None None] Checking router: 418019ea-d547-4846-9c14-b06122b075c6 for host: dv-cinder-800431-1-iscsi {{(pid=92953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 08:35:46.166524 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-3d780cfc-2d93-4db2-b1f2-2d3af4e871af req-62a673c0-4217-45bc-b38f-6df380e73865 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks [] for port, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:46.172484 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93105708-e8d5-406b-8719-f4e0ab8e3155 None None] Routers {'418019ea-d547-4846-9c14-b06122b075c6'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:35:46.173163 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-93105708-e8d5-406b-8719-f4e0ab8e3155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:35:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['418019ea-d547-4846-9c14-b06122b075c6'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:35:46.186164 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af5bda-88ed-4a3e-b8de-bb01332755f3 req-90af857c-8078-47cd-8942-9a2af7549be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:46.187652 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-48af5bda-88ed-4a3e-b8de-bb01332755f3 req-90af857c-8078-47cd-8942-9a2af7549be4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=986f9208-db04-4964-8aaf-294544c18fee HTTP/1.1" status: 200 len: 915 time: 0.1594398 Jul 12 08:35:46.254201 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-48af5bda-88ed-4a3e-b8de-bb01332755f3 req-44d254b6-e7c1-4a18-9a42-7852f2ed768b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d06b74e2-54ee-40dc-9481-8f041bbc7f7e HTTP/1.1" status: 200 len: 217 time: 0.0538526 Jul 12 08:35:46.255130 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.provisioning_blocks [req-3d780cfc-2d93-4db2-b1f2-2d3af4e871af req-62a673c0-4217-45bc-b38f-6df380e73865 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Transition to ACTIVE for port object 174c347b-fe22-4938-a010-f64737a2d061 will not be triggered until provisioned by entity DHCP. {{(pid=92952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:35:46.275228 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-7faff29f-b455-4497-9c7b-a9096344fb08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:46.307289 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-93105708-e8d5-406b-8719-f4e0ab8e3155 None None] Set router 418019ea-d547-4846-9c14-b06122b075c6 gateway port host: dv-cinder-800431-1-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:35:46.327795 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af5bda-88ed-4a3e-b8de-bb01332755f3 req-b637ab1e-3a12-460c-a273-bec8d48dd43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:46.329143 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-48af5bda-88ed-4a3e-b8de-bb01332755f3 req-b637ab1e-3a12-460c-a273-bec8d48dd43c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a3335d6e-56c3-46e5-8ff5-ef0ba23a88e9 HTTP/1.1" status: 200 len: 853 time: 0.0680082 Jul 12 08:35:46.347166 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-3d780cfc-2d93-4db2-b1f2-2d3af4e871af req-62a673c0-4217-45bc-b38f-6df380e73865 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748222641646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1188457'] for port, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:46.380329 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-7faff29f-b455-4497-9c7b-a9096344fb08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:46.384742 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-7faff29f-b455-4497-9c7b-a9096344fb08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:46.417341 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d780cfc-2d93-4db2-b1f2-2d3af4e871af req-62a673c0-4217-45bc-b38f-6df380e73865 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Network 87f9aa9d-4b32-44c0-9258-78c96af6cf8d is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:35:46.425930 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [req-3d780cfc-2d93-4db2-b1f2-2d3af4e871af req-62a673c0-4217-45bc-b38f-6df380e73865 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:35:46.428348 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d780cfc-2d93-4db2-b1f2-2d3af4e871af req-62a673c0-4217-45bc-b38f-6df380e73865 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Received port after_create {{(pid=92952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 08:35:46.432342 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faff29f-b455-4497-9c7b-a9096344fb08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad2f6e7-a1e0-48d4-b92f-c417bdfcea09,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:46.437069 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-7faff29f-b455-4497-9c7b-a9096344fb08 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=583dcd8a05c24ee08ed9979be46da0d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2964287 Jul 12 08:35:46.448022 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 42714) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:35:46.465258 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a673c0-4217-45bc-b38f-6df380e73865 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Pushing event updated for resources: {'Port': ['ID=174c347b-fe22-4938-a010-f64737a2d061,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:46.489884 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faff29f-b455-4497-9c7b-a9096344fb08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:35:46.490378 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faff29f-b455-4497-9c7b-a9096344fb08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:35:46.490819 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faff29f-b455-4497-9c7b-a9096344fb08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:35:46.491252 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faff29f-b455-4497-9c7b-a9096344fb08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:35:46.491699 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faff29f-b455-4497-9c7b-a9096344fb08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:35:46.492127 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faff29f-b455-4497-9c7b-a9096344fb08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:35:46.492552 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faff29f-b455-4497-9c7b-a9096344fb08 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:35:46.493005 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faff29f-b455-4497-9c7b-a9096344fb08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:35:46.493428 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faff29f-b455-4497-9c7b-a9096344fb08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:35:46.493880 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faff29f-b455-4497-9c7b-a9096344fb08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:35:46.494403 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faff29f-b455-4497-9c7b-a9096344fb08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:35:46.494817 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faff29f-b455-4497-9c7b-a9096344fb08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:35:46.495838 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d780cfc-2d93-4db2-b1f2-2d3af4e871af req-62a673c0-4217-45bc-b38f-6df380e73865 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:46.496468 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-3d780cfc-2d93-4db2-b1f2-2d3af4e871af req-62a673c0-4217-45bc-b38f-6df380e73865 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:46.509559 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af5bda-88ed-4a3e-b8de-bb01332755f3 req-1a00792d-1b1c-44a9-b697-04f22544f730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:46.511295 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-48af5bda-88ed-4a3e-b8de-bb01332755f3 req-1a00792d-1b1c-44a9-b697-04f22544f730 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=986f9208-db04-4964-8aaf-294544c18fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1754467 Jul 12 08:35:46.518660 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3d780cfc-2d93-4db2-b1f2-2d3af4e871af req-62a673c0-4217-45bc-b38f-6df380e73865 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3386111 Jul 12 08:35:46.548741 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-3d780cfc-2d93-4db2-b1f2-2d3af4e871af req-339bc3bf-3b6e-4155-aeae-d0194c91e46b service neutron] Request body: {'port': {'device_id': '7265dd39-8470-47ab-91e7-c708ec5acfcf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:35:46.558636 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b29eabab-d4a6-40b3-9832-79a762f7ec49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:46.600339 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab8dc36-2919-4e13-967a-f9e7fa290183 req-9232620e-ca3c-4778-a667-cfad16aa3fee tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:46.608234 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-fab8dc36-2919-4e13-967a-f9e7fa290183 req-9232620e-ca3c-4778-a667-cfad16aa3fee tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/ports?device_id=557ad063-3114-451c-8313-96c6649e855c HTTP/1.1" status: 200 len: 945 time: 0.1698616 Jul 12 08:35:46.632576 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b29eabab-d4a6-40b3-9832-79a762f7ec49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:46.640425 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-93105708-e8d5-406b-8719-f4e0ab8e3155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418019ea-d547-4846-9c14-b06122b075c6', 'name': 'tempest-TestMinimumBasicScenario-430358051-router', 'tenant_id': '61b587b0c53b492fb8b219a96dd1c56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': 'f0f1013d-8178-41cd-8bdf-6151a9b3cb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:32:51Z', 'updated_at': '2021-07-12T08:32:54Z', 'revision_number': 4, 'project_id': '61b587b0c53b492fb8b219a96dd1c56a', 'gw_port': {'id': 'f0f1013d-8178-41cd-8bdf-6151a9b3cb32', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418019ea-d547-4846-9c14-b06122b075c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:32:51Z', 'updated_at': '2021-07-12T08:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_interfaces': [{'id': '4696c502-6785-4804-a4b7-9a59c3815af3', 'name': '', 'network_id': '986f9208-db04-4964-8aaf-294544c18fee', 'tenant_id': '61b587b0c53b492fb8b219a96dd1c56a', 'mac_address': 'fa:16:3e:98:71:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418019ea-d547-4846-9c14-b06122b075c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'a3335d6e-56c3-46e5-8ff5-ef0ba23a88e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:32:53Z', 'updated_at': '2021-07-12T08:33:00Z', 'revision_number': 5, 'project_id': '61b587b0c53b492fb8b219a96dd1c56a', 'subnets': [{'id': 'a3335d6e-56c3-46e5-8ff5-ef0ba23a88e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:35:46.675262 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93105708-e8d5-406b-8719-f4e0ab8e3155 None None] The sync data for ids ['418019ea-d547-4846-9c14-b06122b075c6'] in dv-cinder-800431-1-iscsi is: [{'id': '418019ea-d547-4846-9c14-b06122b075c6', 'name': 'tempest-TestMinimumBasicScenario-430358051-router', 'tenant_id': '61b587b0c53b492fb8b219a96dd1c56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': 'f0f1013d-8178-41cd-8bdf-6151a9b3cb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:32:51Z', 'updated_at': '2021-07-12T08:32:54Z', 'revision_number': 4, 'project_id': '61b587b0c53b492fb8b219a96dd1c56a', 'gw_port': {'id': 'f0f1013d-8178-41cd-8bdf-6151a9b3cb32', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418019ea-d547-4846-9c14-b06122b075c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:32:51Z', 'updated_at': '2021-07-12T08:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_interfaces': [{'id': '4696c502-6785-4804-a4b7-9a59c3815af3', 'name': '', 'network_id': '986f9208-db04-4964-8aaf-294544c18fee', 'tenant_id': '61b587b0c53b492fb8b219a96dd1c56a', 'mac_address': 'fa:16:3e:98:71:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418019ea-d547-4846-9c14-b06122b075c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'a3335d6e-56c3-46e5-8ff5-ef0ba23a88e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:32:53Z', 'updated_at': '2021-07-12T08:33:00Z', 'revision_number': 5, 'project_id': '61b587b0c53b492fb8b219a96dd1c56a', 'subnets': [{'id': 'a3335d6e-56c3-46e5-8ff5-ef0ba23a88e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 08:35:46.691023 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-fab8dc36-2919-4e13-967a-f9e7fa290183 req-d8599c34-2903-46da-bc02-d3195bd3a589 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc2d8546-7be4-49c3-bd88-05bbf58fa0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816398 Jul 12 08:35:46.709934 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-3d780cfc-2d93-4db2-b1f2-2d3af4e871af req-339bc3bf-3b6e-4155-aeae-d0194c91e46b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:46.723402 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b29eabab-d4a6-40b3-9832-79a762f7ec49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:46.726093 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b29eabab-d4a6-40b3-9832-79a762f7ec49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:46.730249 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-b29eabab-d4a6-40b3-9832-79a762f7ec49 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1ad2f6e7-a1e0-48d4-b92f-c417bdfcea09 HTTP/1.1" status: 204 len: 168 time: 0.2782245 Jul 12 08:35:46.748630 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29eabab-d4a6-40b3-9832-79a762f7ec49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad2f6e7-a1e0-48d4-b92f-c417bdfcea09,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:46.769953 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-48af5bda-88ed-4a3e-b8de-bb01332755f3 req-8a223c94-c889-4e0e-9da7-bcc3974b3221 service neutron] 10.222.0.23 "GET /v2.0/networks/986f9208-db04-4964-8aaf-294544c18fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381918 Jul 12 08:35:46.815966 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-7d6299b5-8434-4c25-bdbf-64054230fe41 None None] Provisioning for port 174c347b-fe22-4938-a010-f64737a2d061 completed by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:35:46.823223 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-7d6299b5-8434-4c25-bdbf-64054230fe41 None None] Provisioning complete for port 174c347b-fe22-4938-a010-f64737a2d061 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:35:46.824363 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7d6299b5-8434-4c25-bdbf-64054230fe41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:46.883205 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-7d6299b5-8434-4c25-bdbf-64054230fe41 None None] Port 174c347b-fe22-4938-a010-f64737a2d061 cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 08:35:47.034092 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a3a2d-af59-466b-b074-f99fcd464642 req-2681185c-88d3-4edf-904f-808f4f22709f tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:47.040983 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e30a3a2d-af59-466b-b074-f99fcd464642 req-2681185c-88d3-4edf-904f-808f4f22709f tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265dd39-8470-47ab-91e7-c708ec5acfcf HTTP/1.1" status: 200 len: 931 time: 0.1026013 Jul 12 08:35:47.055786 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a094c891-3e57-4689-90c1-9fa62ab1bca2 None None] New status for floating IP 98abd136-bf2c-4428-97f1-6fb6b718e84c: DOWN {{(pid=92954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 08:35:47.081770 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e30a3a2d-af59-466b-b074-f99fcd464642 req-d6345825-902b-4a25-8a34-d129aae9fc03 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=f222391b-a6a0-4adc-b2df-60992982126e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398941 Jul 12 08:35:47.088070 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-48af5bda-88ed-4a3e-b8de-bb01332755f3 req-4595c3c4-487b-4818-928e-f06ad9717d80 service neutron] 10.222.0.23 "GET /v2.0/networks/986f9208-db04-4964-8aaf-294544c18fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986739 Jul 12 08:35:47.134127 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0163230-9f12-4cc0-b274-6c06c57d7e24 req-8d66e9c5-6bb6-4eb4-a7fa-5853dff03ad8 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:47.135620 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e0163230-9f12-4cc0-b274-6c06c57d7e24 req-8d66e9c5-6bb6-4eb4-a7fa-5853dff03ad8 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/ports?device_id=557ad063-3114-451c-8313-96c6649e855c HTTP/1.1" status: 200 len: 945 time: 0.2687979 Jul 12 08:35:47.206429 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e0163230-9f12-4cc0-b274-6c06c57d7e24 req-2ae3d58b-b802-43c6-aa1d-81b6375c35e2 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc2d8546-7be4-49c3-bd88-05bbf58fa0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620596 Jul 12 08:35:47.243576 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 42734) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:35:47.250200 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [req-3d780cfc-2d93-4db2-b1f2-2d3af4e871af req-339bc3bf-3b6e-4155-aeae-d0194c91e46b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 174c347b-fe22-4938-a010-f64737a2d061 {{(pid=92952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 08:35:47.258460 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-3d780cfc-2d93-4db2-b1f2-2d3af4e871af req-339bc3bf-3b6e-4155-aeae-d0194c91e46b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:47.272774 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.provisioning_blocks [req-3d780cfc-2d93-4db2-b1f2-2d3af4e871af req-339bc3bf-3b6e-4155-aeae-d0194c91e46b service neutron] Transition to ACTIVE for port object 174c347b-fe22-4938-a010-f64737a2d061 will not be triggered until provisioned by entity L2. {{(pid=92952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:35:47.277368 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-3d780cfc-2d93-4db2-b1f2-2d3af4e871af req-339bc3bf-3b6e-4155-aeae-d0194c91e46b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1188479'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:47.345284 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339bc3bf-3b6e-4155-aeae-d0194c91e46b service neutron] Pushing event updated for resources: {'Port': ['ID=174c347b-fe22-4938-a010-f64737a2d061,revision_number=2']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:47.425492 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-3d780cfc-2d93-4db2-b1f2-2d3af4e871af req-339bc3bf-3b6e-4155-aeae-d0194c91e46b service neutron] Attempting to bind port 174c347b-fe22-4938-a010-f64737a2d061 on host hv-cinder-80043 for vnic_type normal with profile {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 08:35:47.425858 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-3d780cfc-2d93-4db2-b1f2-2d3af4e871af req-339bc3bf-3b6e-4155-aeae-d0194c91e46b service neutron] Attempting to bind port 174c347b-fe22-4938-a010-f64737a2d061 by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': '8ae57f27-2f55-4ba4-8135-7182c274f38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '87f9aa9d-4b32-44c0-9258-78c96af6cf8d'}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 08:35:47.426367 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d780cfc-2d93-4db2-b1f2-2d3af4e871af req-339bc3bf-3b6e-4155-aeae-d0194c91e46b service neutron] Attempting to bind port 174c347b-fe22-4938-a010-f64737a2d061 on network 87f9aa9d-4b32-44c0-9258-78c96af6cf8d {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:35:47.440427 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d780cfc-2d93-4db2-b1f2-2d3af4e871af req-339bc3bf-3b6e-4155-aeae-d0194c91e46b service neutron] Port 174c347b-fe22-4938-a010-f64737a2d061 on network 87f9aa9d-4b32-44c0-9258-78c96af6cf8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 08:35:47.440918 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d780cfc-2d93-4db2-b1f2-2d3af4e871af req-339bc3bf-3b6e-4155-aeae-d0194c91e46b service neutron] Attempting to bind port 174c347b-fe22-4938-a010-f64737a2d061 on network 87f9aa9d-4b32-44c0-9258-78c96af6cf8d {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:35:47.446852 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d780cfc-2d93-4db2-b1f2-2d3af4e871af req-339bc3bf-3b6e-4155-aeae-d0194c91e46b service neutron] Checking agent: {'id': '9498d972-5d3d-47a0-93c6-a71636d6a88c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 8, 29, 30), 'started_at': datetime.datetime(2021, 7, 12, 8, 29, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 8, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 08:35:47.447187 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d780cfc-2d93-4db2-b1f2-2d3af4e871af req-339bc3bf-3b6e-4155-aeae-d0194c91e46b service neutron] Checking segment: {'id': '8ae57f27-2f55-4ba4-8135-7182c274f38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '87f9aa9d-4b32-44c0-9258-78c96af6cf8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:35:47.447749 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d780cfc-2d93-4db2-b1f2-2d3af4e871af req-339bc3bf-3b6e-4155-aeae-d0194c91e46b service neutron] Bound using segment: {'id': '8ae57f27-2f55-4ba4-8135-7182c274f38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '87f9aa9d-4b32-44c0-9258-78c96af6cf8d'} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 08:35:47.448176 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-3d780cfc-2d93-4db2-b1f2-2d3af4e871af req-339bc3bf-3b6e-4155-aeae-d0194c91e46b service neutron] Bound port: 174c347b-fe22-4938-a010-f64737a2d061, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ae57f27-2f55-4ba4-8135-7182c274f38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '87f9aa9d-4b32-44c0-9258-78c96af6cf8d'}}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 08:35:47.448543 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-3d780cfc-2d93-4db2-b1f2-2d3af4e871af req-339bc3bf-3b6e-4155-aeae-d0194c91e46b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:47.502622 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f86aa10-0162-4a87-b20c-b29ebf88b465 tempest-TestShelveInstance-26224493 tempest-TestShelveInstance-26224493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:47.504699 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-5f86aa10-0162-4a87-b20c-b29ebf88b465 tempest-TestShelveInstance-26224493 tempest-TestShelveInstance-26224493-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=557ad063-3114-451c-8313-96c6649e855c HTTP/1.1" status: 200 len: 1093 time: 0.2600036 Jul 12 08:35:47.507681 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 42744) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:35:47.516490 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-fb934dd2-59a2-4b97-8e68-6daf0240cd2c tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Request body: {'floatingip': {'floating_network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'port_id': '73776fae-0b04-482e-b5a2-be8fb9f18309', 'tenant_id': '9141084bc67040a6953c3e2fdaeecde8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:35:47.532742 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-3d780cfc-2d93-4db2-b1f2-2d3af4e871af req-339bc3bf-3b6e-4155-aeae-d0194c91e46b service neutron] For port 174c347b-fe22-4938-a010-f64737a2d061, host hv-cinder-80043, cleared binding levels {{(pid=92952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 08:35:47.536328 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-3d780cfc-2d93-4db2-b1f2-2d3af4e871af req-339bc3bf-3b6e-4155-aeae-d0194c91e46b service neutron] For port 174c347b-fe22-4938-a010-f64737a2d061, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=174c347b-fe22-4938-a010-f64737a2d061,segment=NetworkSegment(8ae57f27-2f55-4ba4-8135-7182c274f38c),segment_id=8ae57f27-2f55-4ba4-8135-7182c274f38c)] {{(pid=92952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 08:35:47.543711 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-3d780cfc-2d93-4db2-b1f2-2d3af4e871af req-339bc3bf-3b6e-4155-aeae-d0194c91e46b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1188479'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:47.554007 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-fb934dd2-59a2-4b97-8e68-6daf0240cd2c tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Notify callbacks [] for floatingip, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:47.635046 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d780cfc-2d93-4db2-b1f2-2d3af4e871af req-339bc3bf-3b6e-4155-aeae-d0194c91e46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:47.635883 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-3d780cfc-2d93-4db2-b1f2-2d3af4e871af req-339bc3bf-3b6e-4155-aeae-d0194c91e46b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:47.637776 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3d780cfc-2d93-4db2-b1f2-2d3af4e871af req-339bc3bf-3b6e-4155-aeae-d0194c91e46b service neutron] 10.222.0.23 "PUT /v2.0/ports/174c347b-fe22-4938-a010-f64737a2d061 HTTP/1.1" status: 200 len: 1093 time: 1.0955315 Jul 12 08:35:47.644180 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339bc3bf-3b6e-4155-aeae-d0194c91e46b service neutron] Pushing event updated for resources: {'Port': ['ID=174c347b-fe22-4938-a010-f64737a2d061,revision_number=3']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:47.732238 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 42756) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:35:47.744811 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-fb934dd2-59a2-4b97-8e68-6daf0240cd2c tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:47.775105 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d780cfc-2d93-4db2-b1f2-2d3af4e871af req-fd090f28-6531-4cd9-a7e7-82192e7801c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:47.776656 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3d780cfc-2d93-4db2-b1f2-2d3af4e871af req-fd090f28-6531-4cd9-a7e7-82192e7801c5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ca5d7c4d35274957aea289fc8cbe4d73&device_id=7265dd39-8470-47ab-91e7-c708ec5acfcf HTTP/1.1" status: 200 len: 1096 time: 0.0944698 Jul 12 08:35:47.824965 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3d780cfc-2d93-4db2-b1f2-2d3af4e871af req-d5bbaadd-912a-4e7a-831d-7a0bc98a3cb2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=174c347b-fe22-4938-a010-f64737a2d061 HTTP/1.1" status: 200 len: 217 time: 0.0401990 Jul 12 08:35:47.862217 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7265dd39-8470-47ab-91e7-c708ec5acfcf', 'tag': '174c347b-fe22-4938-a010-f64737a2d061'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:35:47.864449 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35659b288decb3563870ae931b8d662eab2da969d6ab5856613d86fcebdbc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a618acbc-b71b-43ed-a8f5-f2a0e45a7bf1" -d '{"events": [{"name": "network-changed", "server_uuid": "7265dd39-8470-47ab-91e7-c708ec5acfcf", "tag": "174c347b-fe22-4938-a010-f64737a2d061"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:35:47.870921 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.db.db_base_plugin_common [None req-fb934dd2-59a2-4b97-8e68-6daf0240cd2c tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Allocated IP 172.27.1.195 (65ec14d2-e0c2-45ad-9132-5fa8e954ebc3/dca57fa4-8523-4dee-8f0e-27ff75670efc/40390d4d-c261-4e7f-b6a9-27b9c27153a6) {{(pid=92951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 08:35:47.875908 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-184be5a7-2b40-4506-b4b6-2240c6798498 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-878369481-network', 'tenant_id': '438f5cea71f1415499cf52928dcc2969'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:35:47.902723 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d780cfc-2d93-4db2-b1f2-2d3af4e871af req-097ebfdb-4f05-4c69-96b2-3c4b40d77fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:47.904389 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3d780cfc-2d93-4db2-b1f2-2d3af4e871af req-097ebfdb-4f05-4c69-96b2-3c4b40d77fe0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2a3005b3-6c18-4cb2-94e4-48e9cf6a930f HTTP/1.1" status: 200 len: 855 time: 0.0729749 Jul 12 08:35:47.905840 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 08:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70bfa242-e47d-4250-ad80-cd414b0a6ea5 x-openstack-request-id: req-70bfa242-e47d-4250-ad80-cd414b0a6ea5 {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:35:47.906123 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7265dd39-8470-47ab-91e7-c708ec5acfcf", "tag": "174c347b-fe22-4938-a010-f64737a2d061", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:35:47.906393 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-70bfa242-e47d-4250-ad80-cd414b0a6ea5 {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:35:47.906765 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7265dd39-8470-47ab-91e7-c708ec5acfcf', 'tag': '174c347b-fe22-4938-a010-f64737a2d061', 'status': 'completed', 'code': 200} Jul 12 08:35:47.914083 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184be5a7-2b40-4506-b4b6-2240c6798498 admin admin] Made reservation on behalf of 438f5cea71f1415499cf52928dcc2969 for: {'network': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 08:35:47.917258 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-184be5a7-2b40-4506-b4b6-2240c6798498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for network, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:47.949786 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-184be5a7-2b40-4506-b4b6-2240c6798498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:47.995985 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-fb934dd2-59a2-4b97-8e68-6daf0240cd2c tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Notify callbacks [] for port, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:48.006591 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d780cfc-2d93-4db2-b1f2-2d3af4e871af req-1e51d797-1440-4221-8339-27c5bb3d7447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:48.008088 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3d780cfc-2d93-4db2-b1f2-2d3af4e871af req-1e51d797-1440-4221-8339-27c5bb3d7447 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=87f9aa9d-4b32-44c0-9258-78c96af6cf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0886462 Jul 12 08:35:48.035199 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-fb934dd2-59a2-4b97-8e68-6daf0240cd2c tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748222641646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2337024'] for port, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:48.074269 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb934dd2-59a2-4b97-8e68-6daf0240cd2c tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Network 65ec14d2-e0c2-45ad-9132-5fa8e954ebc3 is already hosted by enough agents. {{(pid=92951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:35:48.080825 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-fb934dd2-59a2-4b97-8e68-6daf0240cd2c tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Resources bound (agent type, host, resource id): {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:35:48.083160 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb934dd2-59a2-4b97-8e68-6daf0240cd2c tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Received port after_create {{(pid=92951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 08:35:48.109221 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb934dd2-59a2-4b97-8e68-6daf0240cd2c tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Pushing event updated for resources: {'Port': ['ID=40390d4d-c261-4e7f-b6a9-27b9c27153a6,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:48.121580 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-184be5a7-2b40-4506-b4b6-2240c6798498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:48.128828 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-184be5a7-2b40-4506-b4b6-2240c6798498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:48.139646 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3d780cfc-2d93-4db2-b1f2-2d3af4e871af req-ccc311ed-ab01-49dd-a8e0-fa2491967529 service neutron] 10.222.0.23 "GET /v2.0/networks/87f9aa9d-4b32-44c0-9258-78c96af6cf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217468 Jul 12 08:35:48.161830 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-184be5a7-2b40-4506-b4b6-2240c6798498 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=92952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 08:35:48.208373 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184be5a7-2b40-4506-b4b6-2240c6798498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b06fb98-93d0-44f9-b9c2-2aabdffc6517,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:48.213115 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-184be5a7-2b40-4506-b4b6-2240c6798498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246630'] for segment, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:48.213454 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.db.segments_db [None req-184be5a7-2b40-4506-b4b6-2240c6798498 admin admin] Added segment 0b8979b6-9f97-4684-9982-6e73323e0ae4 of type vlan for network 5581a52f-d47d-4f74-951e-8118b7d28c39 Jul 12 08:35:48.298978 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-184be5a7-2b40-4506-b4b6-2240c6798498 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748222629479'] for network, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:48.329717 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3d780cfc-2d93-4db2-b1f2-2d3af4e871af req-7f9f915e-cd65-44eb-a08c-9d9b83ee2471 service neutron] 10.222.0.23 "GET /v2.0/networks/87f9aa9d-4b32-44c0-9258-78c96af6cf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831453 Jul 12 08:35:48.355662 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-184be5a7-2b40-4506-b4b6-2240c6798498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794'] for network, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:48.356517 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184be5a7-2b40-4506-b4b6-2240c6798498 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:48.357089 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-184be5a7-2b40-4506-b4b6-2240c6798498 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for network, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:48.412763 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2613a72b-c81a-4710-88c9-234e1c66cb49 req-7430748c-7280-4bab-88e6-8e25e8803766 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:48.414255 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2613a72b-c81a-4710-88c9-234e1c66cb49 req-7430748c-7280-4bab-88e6-8e25e8803766 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265dd39-8470-47ab-91e7-c708ec5acfcf HTTP/1.1" status: 200 len: 943 time: 0.1634867 Jul 12 08:35:48.431510 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-184be5a7-2b40-4506-b4b6-2240c6798498 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6971319 Jul 12 08:35:48.435543 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 42764) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:35:48.451028 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-348560bd-d39a-442e-bb83-861693e65193 admin admin] Request body: {'subnet': {'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-878369481-subnet', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'ip_version': 4}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:35:48.475244 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-fb934dd2-59a2-4b97-8e68-6daf0240cd2c tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:48.489257 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184be5a7-2b40-4506-b4b6-2240c6798498 admin admin] Pushing event updated for resources: {'Network': ['ID=5581a52f-d47d-4f74-951e-8118b7d28c39,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:48.500704 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Network 5581a52f-d47d-4f74-951e-8118b7d28c39 details requested by agent ovs-agent-dv-cinder-800431-1-iscsi with host dv-cinder-800431-1-iscsi {{(pid=92953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 08:35:48.513312 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348560bd-d39a-442e-bb83-861693e65193 admin admin] Made reservation on behalf of 438f5cea71f1415499cf52928dcc2969 for: {'subnet': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 08:35:48.515868 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-348560bd-d39a-442e-bb83-861693e65193 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2947334'] for subnet, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:48.558765 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2613a72b-c81a-4710-88c9-234e1c66cb49 req-37466070-1a21-4e6c-96b3-70ceb46863c1 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=f222391b-a6a0-4adc-b2df-60992982126e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299808 Jul 12 08:35:48.566663 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-fb934dd2-59a2-4b97-8e68-6daf0240cd2c tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:48.599776 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618acbc-b71b-43ed-a8f5-f2a0e45a7bf1 req-33371eae-ed3f-4c87-abd2-0c69d8f683eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:48.601276 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a618acbc-b71b-43ed-a8f5-f2a0e45a7bf1 req-33371eae-ed3f-4c87-abd2-0c69d8f683eb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ca5d7c4d35274957aea289fc8cbe4d73&device_id=7265dd39-8470-47ab-91e7-c708ec5acfcf HTTP/1.1" status: 200 len: 1096 time: 0.1807265 Jul 12 08:35:48.714619 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-fb934dd2-59a2-4b97-8e68-6daf0240cd2c tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Notify callbacks [] for port, precommit_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:48.718899 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-fb934dd2-59a2-4b97-8e68-6daf0240cd2c tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2337046'] for port, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:48.728115 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618acbc-b71b-43ed-a8f5-f2a0e45a7bf1 req-befe23c6-86ac-4410-9c0a-025ac9cfcd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:48.729575 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a618acbc-b71b-43ed-a8f5-f2a0e45a7bf1 req-befe23c6-86ac-4410-9c0a-025ac9cfcd12 service neutron] 10.222.0.23 "GET /v2.0/networks?id=87f9aa9d-4b32-44c0-9258-78c96af6cf8d HTTP/1.1" status: 200 len: 917 time: 0.1206801 Jul 12 08:35:48.786328 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb934dd2-59a2-4b97-8e68-6daf0240cd2c tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Pushing event updated for resources: {'Port': ['ID=40390d4d-c261-4e7f-b6a9-27b9c27153a6,revision_number=2']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:48.800547 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a618acbc-b71b-43ed-a8f5-f2a0e45a7bf1 req-c10f672f-7e10-4de3-9164-da666247bd82 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=174c347b-fe22-4938-a010-f64737a2d061 HTTP/1.1" status: 200 len: 217 time: 0.0429237 Jul 12 08:35:48.804296 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-fb934dd2-59a2-4b97-8e68-6daf0240cd2c tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-940870'] for floatingip, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:48.817731 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-348560bd-d39a-442e-bb83-861693e65193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1188605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2948092'] for subnet, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:48.896329 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618acbc-b71b-43ed-a8f5-f2a0e45a7bf1 req-8f93611e-40e3-4dec-bf61-14a950edbd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:48.897811 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a618acbc-b71b-43ed-a8f5-f2a0e45a7bf1 req-8f93611e-40e3-4dec-bf61-14a950edbd2f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2a3005b3-6c18-4cb2-94e4-48e9cf6a930f HTTP/1.1" status: 200 len: 855 time: 0.0898821 Jul 12 08:35:48.906786 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.db.l3_db [None req-fb934dd2-59a2-4b97-8e68-6daf0240cd2c tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Floating IP ac281079-cff4-4d07-ac57-ea8d9cc20d6c associated. External IP: 172.27.1.195, port: 73776fae-0b04-482e-b5a2-be8fb9f18309. Jul 12 08:35:48.907754 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348560bd-d39a-442e-bb83-861693e65193 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb2b1172-55e9-4a29-9b7c-5452eb5ab550,revision_number=0']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:48.940779 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348560bd-d39a-442e-bb83-861693e65193 admin admin] Checking segment: {'id': '0b8979b6-9f97-4684-9982-6e73323e0ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:35:48.941129 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348560bd-d39a-442e-bb83-861693e65193 admin admin] Network hostable DHCP agents. Network: 5581a52f-d47d-4f74-951e-8118b7d28c39, hostable agents: ['c54cb50b-3f96-48fd-b597-b50612d9ada1'], hosted agents: [] {{(pid=92952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 08:35:48.967807 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348560bd-d39a-442e-bb83-861693e65193 admin admin] Network 5581a52f-d47d-4f74-951e-8118b7d28c39 is scheduled to be hosted by DHCP agent c54cb50b-3f96-48fd-b597-b50612d9ada1 with binding_index 1 {{(pid=92952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 08:35:48.979833 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [None req-348560bd-d39a-442e-bb83-861693e65193 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800431-1-iscsi, 5581a52f-d47d-4f74-951e-8118b7d28c39) {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:35:48.984702 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618acbc-b71b-43ed-a8f5-f2a0e45a7bf1 req-ea3c81e3-bd34-4b98-96c6-1f71de747a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:48.986304 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a618acbc-b71b-43ed-a8f5-f2a0e45a7bf1 req-ea3c81e3-bd34-4b98-96c6-1f71de747a4c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=87f9aa9d-4b32-44c0-9258-78c96af6cf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0744731 Jul 12 08:35:48.987385 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348560bd-d39a-442e-bb83-861693e65193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:48.987945 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-348560bd-d39a-442e-bb83-861693e65193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for subnet, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:48.988400 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2ee16f-0690-44cd-aebd-f164d768ab4f None None] Network 5581a52f-d47d-4f74-951e-8118b7d28c39 requested from dv-cinder-800431-1-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 08:35:49.022474 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-348560bd-d39a-442e-bb83-861693e65193 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5773554 Jul 12 08:35:49.053097 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 42772) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:35:49.060579 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-c21b04dd-7396-43cd-bf02-db3f87b25295 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-878369481-router', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3'}}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:35:49.114125 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c21b04dd-7396-43cd-bf02-db3f87b25295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500008'] for router, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:49.115139 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c21b04dd-7396-43cd-bf02-db3f87b25295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941001', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-943589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500017'] for router, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:49.168416 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91561ead-f14c-4951-89c5-ebd5c0af023f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcacd1728-95ed-5cda-b7de-0b3fff281327-5581a52f-d47d-4f74-951e-8118b7d28c39', 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'fixed_ips': [{'subnet_id': 'cb2b1172-55e9-4a29-9b7c-5452eb5ab550'}]}} from dv-cinder-800431-1-iscsi. {{(pid=92953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 08:35:49.170235 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-91561ead-f14c-4951-89c5-ebd5c0af023f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:49.391638 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a618acbc-b71b-43ed-a8f5-f2a0e45a7bf1 req-368a0250-d87a-41d3-967b-b9a2894f9814 service neutron] 10.222.0.23 "GET /v2.0/networks/87f9aa9d-4b32-44c0-9258-78c96af6cf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3962846 Jul 12 08:35:49.398462 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb934dd2-59a2-4b97-8e68-6daf0240cd2c tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Router 055e7425-b017-41e7-bddf-981f4d5814fb has already been hosted by L3 agent c0ba3535-5ad7-41e9-9cdc-b89c0ff976de {{(pid=92951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 08:35:49.432447 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_common [None req-91561ead-f14c-4951-89c5-ebd5c0af023f None None] Allocated IP 172.20.0.2 (5581a52f-d47d-4f74-951e-8118b7d28c39/cb2b1172-55e9-4a29-9b7c-5452eb5ab550/03f8a207-ee27-4fa9-8978-6577b3de4291) {{(pid=92953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 08:35:49.491938 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c21b04dd-7396-43cd-bf02-db3f87b25295 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:49.510714 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb934dd2-59a2-4b97-8e68-6daf0240cd2c tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Notify agent at l3_agent.dv-cinder-800431-1-iscsi the message routers_updated {{(pid=92951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 08:35:49.525249 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ff5e56-327b-4259-9c85-f8baa141e0d0 None None] Sync routers for ids ['055e7425-b017-41e7-bddf-981f4d5814fb'] in dv-cinder-800431-1-iscsi {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 08:35:49.529472 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-fb934dd2-59a2-4b97-8e68-6daf0240cd2c tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for floatingip, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:49.552708 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ff5e56-327b-4259-9c85-f8baa141e0d0 None None] Routers {'055e7425-b017-41e7-bddf-981f4d5814fb'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:35:49.553444 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-86ff5e56-327b-4259-9c85-f8baa141e0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:35:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['055e7425-b017-41e7-bddf-981f4d5814fb'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:35:49.568247 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-fb934dd2-59a2-4b97-8e68-6daf0240cd2c tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0595229 Jul 12 08:35:49.568833 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '557ad063-3114-451c-8313-96c6649e855c', 'tag': '73776fae-0b04-482e-b5a2-be8fb9f18309'}] {{(pid=92951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:35:49.571350 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38e9910cefffc49adb1534bd55ac7351ec59ca62d7d2bb3cc14e5997e7fa66f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3052b3-8bc6-4a93-9854-0a7e6f826945" -d '{"events": [{"name": "network-changed", "server_uuid": "557ad063-3114-451c-8313-96c6649e855c", "tag": "73776fae-0b04-482e-b5a2-be8fb9f18309"}]}' {{(pid=92951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:35:49.613039 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 08:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e9338e-b825-4b61-af9e-7a259020d1dc x-openstack-request-id: req-74e9338e-b825-4b61-af9e-7a259020d1dc {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:35:49.613648 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "557ad063-3114-451c-8313-96c6649e855c", "tag": "73776fae-0b04-482e-b5a2-be8fb9f18309", "status": "completed", "code": 200}]} {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:35:49.614587 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-74e9338e-b825-4b61-af9e-7a259020d1dc {{(pid=92951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:35:49.615343 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '557ad063-3114-451c-8313-96c6649e855c', 'tag': '73776fae-0b04-482e-b5a2-be8fb9f18309', 'status': 'completed', 'code': 200} Jul 12 08:35:49.669423 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e04b3a-d377-4719-9b89-6a28156cc0a5 req-7da99a08-9b90-413c-af6d-99612ae7eb33 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:49.670959 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-09e04b3a-d377-4719-9b89-6a28156cc0a5 req-7da99a08-9b90-413c-af6d-99612ae7eb33 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab23622-23ac-4413-83c9-b723701886b8 HTTP/1.1" status: 200 len: 945 time: 0.2960179 Jul 12 08:35:49.681566 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-91561ead-f14c-4951-89c5-ebd5c0af023f None None] Notify callbacks [] for port, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:49.697628 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-91561ead-f14c-4951-89c5-ebd5c0af023f None None] Transition to ACTIVE for port object 03f8a207-ee27-4fa9-8978-6577b3de4291 will not be triggered until provisioned by entity L2. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:35:49.718547 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a618acbc-b71b-43ed-a8f5-f2a0e45a7bf1 req-7561fa72-9e89-46ad-bf8f-4ad8cc285f36 service neutron] 10.222.0.23 "GET /v2.0/networks/87f9aa9d-4b32-44c0-9258-78c96af6cf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071752 Jul 12 08:35:49.720527 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c21b04dd-7396-43cd-bf02-db3f87b25295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-499971'] for router, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:49.723839 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-91561ead-f14c-4951-89c5-ebd5c0af023f None None] Transition to ACTIVE for port object 03f8a207-ee27-4fa9-8978-6577b3de4291 will not be triggered until provisioned by entity DHCP. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:35:49.726126 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-86ff5e56-327b-4259-9c85-f8baa141e0d0 None None] Set router 055e7425-b017-41e7-bddf-981f4d5814fb gateway port host: dv-cinder-800431-1-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:35:49.757828 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-91561ead-f14c-4951-89c5-ebd5c0af023f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748222641646'] for port, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:49.794679 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c725a-d731-4403-9286-d4e4e8781c64 req-3dd25ef1-c5cf-4b7d-b156-d904a6e92ef3 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:49.796421 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9b1c725a-d731-4403-9286-d4e4e8781c64 req-3dd25ef1-c5cf-4b7d-b156-d904a6e92ef3 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265dd39-8470-47ab-91e7-c708ec5acfcf HTTP/1.1" status: 200 len: 943 time: 0.0755193 Jul 12 08:35:49.805870 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-09e04b3a-d377-4719-9b89-6a28156cc0a5 req-da212712-bda9-49b8-b5df-09a20518a5af tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/security-groups?id=475b4fc8-b563-48f3-9960-d784b6deedf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070321 Jul 12 08:35:49.813032 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91561ead-f14c-4951-89c5-ebd5c0af023f None None] Network 5581a52f-d47d-4f74-951e-8118b7d28c39 is already hosted by enough agents. {{(pid=92953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:35:49.832044 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3052b3-8bc6-4a93-9854-0a7e6f826945 req-6ad65fed-7e3a-40c2-9fd9-6d4734eb022e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:49.833540 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ec3052b3-8bc6-4a93-9854-0a7e6f826945 req-6ad65fed-7e3a-40c2-9fd9-6d4734eb022e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9141084bc67040a6953c3e2fdaeecde8&device_id=557ad063-3114-451c-8313-96c6649e855c HTTP/1.1" status: 200 len: 1098 time: 0.1817198 Jul 12 08:35:49.858261 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-9b1c725a-d731-4403-9286-d4e4e8781c64 req-01e9ef84-dc4c-4be6-85ae-785d7b17e913 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=f222391b-a6a0-4adc-b2df-60992982126e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549090 Jul 12 08:35:49.864049 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-91561ead-f14c-4951-89c5-ebd5c0af023f None None] Resources bound (agent type, host, resource id): {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:35:49.866477 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91561ead-f14c-4951-89c5-ebd5c0af023f None None] Received port after_create {{(pid=92953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 08:35:49.931845 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91561ead-f14c-4951-89c5-ebd5c0af023f None None] Pushing event updated for resources: {'Port': ['ID=03f8a207-ee27-4fa9-8978-6577b3de4291,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:49.942403 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3052b3-8bc6-4a93-9854-0a7e6f826945 req-ecde7641-91fd-4295-9dbf-5e9f1c172b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:49.943879 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ec3052b3-8bc6-4a93-9854-0a7e6f826945 req-ecde7641-91fd-4295-9dbf-5e9f1c172b0c service neutron] 10.222.0.23 "GET /v2.0/networks?id=bfdb51f3-abf8-4720-9758-2652c1950bee HTTP/1.1" status: 200 len: 909 time: 0.1027682 Jul 12 08:35:49.987684 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-91561ead-f14c-4951-89c5-ebd5c0af023f None None] Attempting to bind port 03f8a207-ee27-4fa9-8978-6577b3de4291 on host dv-cinder-800431-1-iscsi for vnic_type normal with profile {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 08:35:49.988047 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-91561ead-f14c-4951-89c5-ebd5c0af023f None None] Attempting to bind port 03f8a207-ee27-4fa9-8978-6577b3de4291 by drivers openvswitch,hyperv on host dv-cinder-800431-1-iscsi at level 0 using segments [{'id': '0b8979b6-9f97-4684-9982-6e73323e0ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39'}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 08:35:49.988405 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91561ead-f14c-4951-89c5-ebd5c0af023f None None] Attempting to bind port 03f8a207-ee27-4fa9-8978-6577b3de4291 on network 5581a52f-d47d-4f74-951e-8118b7d28c39 {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:35:50.028946 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91561ead-f14c-4951-89c5-ebd5c0af023f None None] Checking agent: {'id': '165ba4a0-42de-4d95-afeb-0090fba4eff7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 8, 23, 37), 'started_at': datetime.datetime(2021, 7, 12, 8, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 8, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 08:35:50.029316 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91561ead-f14c-4951-89c5-ebd5c0af023f None None] Checking segment: {'id': '0b8979b6-9f97-4684-9982-6e73323e0ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:35:50.029830 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-91561ead-f14c-4951-89c5-ebd5c0af023f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:50.030123 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91561ead-f14c-4951-89c5-ebd5c0af023f None None] Bound using segment: {'id': '0b8979b6-9f97-4684-9982-6e73323e0ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39'} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 08:35:50.030586 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-91561ead-f14c-4951-89c5-ebd5c0af023f None None] Bound port: 03f8a207-ee27-4fa9-8978-6577b3de4291, host: dv-cinder-800431-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8979b6-9f97-4684-9982-6e73323e0ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39'}}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 08:35:50.030966 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-91561ead-f14c-4951-89c5-ebd5c0af023f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:50.085615 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ec3052b3-8bc6-4a93-9854-0a7e6f826945 req-699046f6-b13d-43c8-aaee-fb0b4c0ea250 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73776fae-0b04-482e-b5a2-be8fb9f18309 HTTP/1.1" status: 200 len: 999 time: 0.1084859 Jul 12 08:35:50.094124 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c21b04dd-7396-43cd-bf02-db3f87b25295 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:50.119697 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c21b04dd-7396-43cd-bf02-db3f87b25295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:50.139011 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-91561ead-f14c-4951-89c5-ebd5c0af023f None None] For port 03f8a207-ee27-4fa9-8978-6577b3de4291, host dv-cinder-800431-1-iscsi, cleared binding levels {{(pid=92953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 08:35:50.156765 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-91561ead-f14c-4951-89c5-ebd5c0af023f None None] For port 03f8a207-ee27-4fa9-8978-6577b3de4291, host dv-cinder-800431-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=03f8a207-ee27-4fa9-8978-6577b3de4291,segment=NetworkSegment(0b8979b6-9f97-4684-9982-6e73323e0ae4),segment_id=0b8979b6-9f97-4684-9982-6e73323e0ae4)] {{(pid=92953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 08:35:50.162858 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-91561ead-f14c-4951-89c5-ebd5c0af023f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:50.197175 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3052b3-8bc6-4a93-9854-0a7e6f826945 req-82711111-194e-4aa7-a4f4-6d6755f03d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:50.198671 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ec3052b3-8bc6-4a93-9854-0a7e6f826945 req-82711111-194e-4aa7-a4f4-6d6755f03d48 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bd981bbb-849b-4ec5-b0be-7de4ff340241 HTTP/1.1" status: 200 len: 847 time: 0.0867898 Jul 12 08:35:50.227383 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-86ff5e56-327b-4259-9c85-f8baa141e0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '055e7425-b017-41e7-bddf-981f4d5814fb', 'name': 'tempest-TestShelveInstance-533735703-router', 'tenant_id': '9141084bc67040a6953c3e2fdaeecde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'a1a9afea-b09b-420e-bf02-7eb38eee4337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:34:57Z', 'updated_at': '2021-07-12T08:35:00Z', 'revision_number': 4, 'project_id': '9141084bc67040a6953c3e2fdaeecde8', 'gw_port': {'id': 'a1a9afea-b09b-420e-bf02-7eb38eee4337', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055e7425-b017-41e7-bddf-981f4d5814fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:34:58Z', 'updated_at': '2021-07-12T08:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_floatingips': [{'id': 'ac281079-cff4-4d07-ac57-ea8d9cc20d6c', 'tenant_id': '9141084bc67040a6953c3e2fdaeecde8', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'router_id': '055e7425-b017-41e7-bddf-981f4d5814fb', 'port_id': '73776fae-0b04-482e-b5a2-be8fb9f18309', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfdb51f3-abf8-4720-9758-2652c1950bee', 'mac_address': 'fa:16:3e:ab:ed:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557ad063-3114-451c-8313-96c6649e855c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T08:35:48Z', 'updated_at': '2021-07-12T08:35:48Z', 'revision_number': 0, 'project_id': '9141084bc67040a6953c3e2fdaeecde8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf941177-c38c-4c0a-921c-bbdcb61b7186', 'name': '', 'network_id': 'bfdb51f3-abf8-4720-9758-2652c1950bee', 'tenant_id': '9141084bc67040a6953c3e2fdaeecde8', 'mac_address': 'fa:16:3e:c4:fd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055e7425-b017-41e7-bddf-981f4d5814fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'bd981bbb-849b-4ec5-b0be-7de4ff340241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:34:59Z', 'updated_at': '2021-07-12T08:35:06Z', 'revision_number': 5, 'project_id': '9141084bc67040a6953c3e2fdaeecde8', 'subnets': [{'id': 'bd981bbb-849b-4ec5-b0be-7de4ff340241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:35:50.235033 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91561ead-f14c-4951-89c5-ebd5c0af023f None None] Pushing event updated for resources: {'Port': ['ID=03f8a207-ee27-4fa9-8978-6577b3de4291,revision_number=2']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:50.263622 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ff5e56-327b-4259-9c85-f8baa141e0d0 None None] Checking router: 055e7425-b017-41e7-bddf-981f4d5814fb for host: dv-cinder-800431-1-iscsi {{(pid=92953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 08:35:50.272200 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ff5e56-327b-4259-9c85-f8baa141e0d0 None None] Routers {'055e7425-b017-41e7-bddf-981f4d5814fb'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:35:50.272824 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-86ff5e56-327b-4259-9c85-f8baa141e0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:35:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['055e7425-b017-41e7-bddf-981f4d5814fb'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:35:50.294242 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_common [None req-c21b04dd-7396-43cd-bf02-db3f87b25295 admin admin] Allocated IP 172.27.1.47 (65ec14d2-e0c2-45ad-9132-5fa8e954ebc3/dca57fa4-8523-4dee-8f0e-27ff75670efc/b05e4151-38c8-450e-a153-fd265554fc0d) {{(pid=92952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 08:35:50.316247 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3052b3-8bc6-4a93-9854-0a7e6f826945 req-236b407b-56f0-4ec2-9559-1da88f541534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:50.317774 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ec3052b3-8bc6-4a93-9854-0a7e6f826945 req-236b407b-56f0-4ec2-9559-1da88f541534 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bfdb51f3-abf8-4720-9758-2652c1950bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1121380 Jul 12 08:35:50.419202 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-86ff5e56-327b-4259-9c85-f8baa141e0d0 None None] Set router 055e7425-b017-41e7-bddf-981f4d5814fb gateway port host: dv-cinder-800431-1-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:35:50.490096 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ec3052b3-8bc6-4a93-9854-0a7e6f826945 req-fc53c4d2-e967-4e8c-a362-d2b8c25366bc service neutron] 10.222.0.23 "GET /v2.0/networks/bfdb51f3-abf8-4720-9758-2652c1950bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627681 Jul 12 08:35:50.492900 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c21b04dd-7396-43cd-bf02-db3f87b25295 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:50.592549 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c21b04dd-7396-43cd-bf02-db3f87b25295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748222641646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1188457'] for port, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:50.635580 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ec3052b3-8bc6-4a93-9854-0a7e6f826945 req-124d7fa1-a39c-4b01-b628-acc724c43eb3 service neutron] 10.222.0.23 "GET /v2.0/networks/bfdb51f3-abf8-4720-9758-2652c1950bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304379 Jul 12 08:35:50.642443 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21b04dd-7396-43cd-bf02-db3f87b25295 admin admin] Network 65ec14d2-e0c2-45ad-9132-5fa8e954ebc3 is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:35:50.647321 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [None req-c21b04dd-7396-43cd-bf02-db3f87b25295 admin admin] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:35:50.651313 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21b04dd-7396-43cd-bf02-db3f87b25295 admin admin] Received port after_create {{(pid=92952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 08:35:50.676173 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b04dd-7396-43cd-bf02-db3f87b25295 admin admin] Pushing event updated for resources: {'Port': ['ID=b05e4151-38c8-450e-a153-fd265554fc0d,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:50.676571 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-86ff5e56-327b-4259-9c85-f8baa141e0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '055e7425-b017-41e7-bddf-981f4d5814fb', 'name': 'tempest-TestShelveInstance-533735703-router', 'tenant_id': '9141084bc67040a6953c3e2fdaeecde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'a1a9afea-b09b-420e-bf02-7eb38eee4337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:34:57Z', 'updated_at': '2021-07-12T08:35:00Z', 'revision_number': 4, 'project_id': '9141084bc67040a6953c3e2fdaeecde8', 'gw_port': {'id': 'a1a9afea-b09b-420e-bf02-7eb38eee4337', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055e7425-b017-41e7-bddf-981f4d5814fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:34:58Z', 'updated_at': '2021-07-12T08:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_floatingips': [{'id': 'ac281079-cff4-4d07-ac57-ea8d9cc20d6c', 'tenant_id': '9141084bc67040a6953c3e2fdaeecde8', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'router_id': '055e7425-b017-41e7-bddf-981f4d5814fb', 'port_id': '73776fae-0b04-482e-b5a2-be8fb9f18309', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfdb51f3-abf8-4720-9758-2652c1950bee', 'mac_address': 'fa:16:3e:ab:ed:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557ad063-3114-451c-8313-96c6649e855c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T08:35:48Z', 'updated_at': '2021-07-12T08:35:48Z', 'revision_number': 0, 'project_id': '9141084bc67040a6953c3e2fdaeecde8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf941177-c38c-4c0a-921c-bbdcb61b7186', 'name': '', 'network_id': 'bfdb51f3-abf8-4720-9758-2652c1950bee', 'tenant_id': '9141084bc67040a6953c3e2fdaeecde8', 'mac_address': 'fa:16:3e:c4:fd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055e7425-b017-41e7-bddf-981f4d5814fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'bd981bbb-849b-4ec5-b0be-7de4ff340241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:34:59Z', 'updated_at': '2021-07-12T08:35:06Z', 'revision_number': 5, 'project_id': '9141084bc67040a6953c3e2fdaeecde8', 'subnets': [{'id': 'bd981bbb-849b-4ec5-b0be-7de4ff340241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:35:50.710012 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ff5e56-327b-4259-9c85-f8baa141e0d0 None None] The sync data for ids ['055e7425-b017-41e7-bddf-981f4d5814fb'] in dv-cinder-800431-1-iscsi is: [{'id': '055e7425-b017-41e7-bddf-981f4d5814fb', 'name': 'tempest-TestShelveInstance-533735703-router', 'tenant_id': '9141084bc67040a6953c3e2fdaeecde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'a1a9afea-b09b-420e-bf02-7eb38eee4337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:34:57Z', 'updated_at': '2021-07-12T08:35:00Z', 'revision_number': 4, 'project_id': '9141084bc67040a6953c3e2fdaeecde8', 'gw_port': {'id': 'a1a9afea-b09b-420e-bf02-7eb38eee4337', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055e7425-b017-41e7-bddf-981f4d5814fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:34:58Z', 'updated_at': '2021-07-12T08:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_floatingips': [{'id': 'ac281079-cff4-4d07-ac57-ea8d9cc20d6c', 'tenant_id': '9141084bc67040a6953c3e2fdaeecde8', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'router_id': '055e7425-b017-41e7-bddf-981f4d5814fb', 'port_id': '73776fae-0b04-482e-b5a2-be8fb9f18309', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfdb51f3-abf8-4720-9758-2652c1950bee', 'mac_address': 'fa:16:3e:ab:ed:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557ad063-3114-451c-8313-96c6649e855c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T08:35:48Z', 'updated_at': '2021-07-12T08:35:48Z', 'revision_number': 0, 'project_id': '9141084bc67040a6953c3e2fdaeecde8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf941177-c38c-4c0a-921c-bbdcb61b7186', 'name': '', 'network_id': 'bfdb51f3-abf8-4720-9758-2652c1950bee', 'tenant_id': '9141084bc67040a6953c3e2fdaeecde8', 'mac_address': 'fa:16:3e:c4:fd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055e7425-b017-41e7-bddf-981f4d5814fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'bd981bbb-849b-4ec5-b0be-7de4ff340241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:34:59Z', 'updated_at': '2021-07-12T08:35:06Z', 'revision_number': 5, 'project_id': '9141084bc67040a6953c3e2fdaeecde8', 'subnets': [{'id': 'bd981bbb-849b-4ec5-b0be-7de4ff340241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 08:35:50.952127 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d987c53-60aa-499f-9325-dcfdd41768d5 None None] New status for floating IP ac281079-cff4-4d07-ac57-ea8d9cc20d6c: ACTIVE {{(pid=92954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 08:35:50.967841 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c21b04dd-7396-43cd-bf02-db3f87b25295 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:51.093069 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc6844-24c1-4976-885c-ac7b9924ead2 req-1a931b64-5c20-45ef-8501-13aa199646c9 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:51.094809 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-d5dc6844-24c1-4976-885c-ac7b9924ead2 req-1a931b64-5c20-45ef-8501-13aa199646c9 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265dd39-8470-47ab-91e7-c708ec5acfcf HTTP/1.1" status: 200 len: 943 time: 0.0841079 Jul 12 08:35:51.137115 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-d5dc6844-24c1-4976-885c-ac7b9924ead2 req-c49e7d4a-3809-4372-92d0-80d79811bd2b tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=f222391b-a6a0-4adc-b2df-60992982126e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362282 Jul 12 08:35:51.153368 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029c8a5-3a4f-410a-9d51-dfeb6ca3d5e3 req-57023339-2900-4ad6-af54-242c02e2cba5 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:51.154929 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7029c8a5-3a4f-410a-9d51-dfeb6ca3d5e3 req-57023339-2900-4ad6-af54-242c02e2cba5 tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab23622-23ac-4413-83c9-b723701886b8 HTTP/1.1" status: 200 len: 945 time: 0.2309740 Jul 12 08:35:51.214238 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 174c347b-fe22-4938-a010-f64737a2d061 details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=92953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 08:35:51.216412 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8275e1bd-83ea-448c-a11b-169c55763280 None None] Network 5581a52f-d47d-4f74-951e-8118b7d28c39 requested from dv-cinder-800431-1-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 08:35:51.239074 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff839c-0ab7-49dd-b5da-859a258c04d6 req-72927332-2a4e-4313-ac96-2d0923140a2e tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:51.240582 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3bff839c-0ab7-49dd-b5da-859a258c04d6 req-72927332-2a4e-4313-ac96-2d0923140a2e tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab23622-23ac-4413-83c9-b723701886b8 HTTP/1.1" status: 200 len: 945 time: 0.2742894 Jul 12 08:35:51.333010 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-786fc332-ce87-4378-aecf-b75bd787d273 None None] Provisioning for port 03f8a207-ee27-4fa9-8978-6577b3de4291 completed by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:35:51.353416 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c21b04dd-7396-43cd-bf02-db3f87b25295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941052'] for router, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:51.360672 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3bff839c-0ab7-49dd-b5da-859a258c04d6 req-1aeab828-bdd5-4baa-9bfe-f309b32e8dab tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/security-groups?id=475b4fc8-b563-48f3-9960-d784b6deedf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126506 Jul 12 08:35:51.413814 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port 174c347b-fe22-4938-a010-f64737a2d061, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=174c347b-fe22-4938-a010-f64737a2d061,segment=NetworkSegment(8ae57f27-2f55-4ba4-8135-7182c274f38c),segment_id=8ae57f27-2f55-4ba4-8135-7182c274f38c)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:35:51.430769 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Returning: {'device': '174c347b-fe22-4938-a010-f64737a2d061', 'network_id': '87f9aa9d-4b32-44c0-9258-78c96af6cf8d', 'port_id': '174c347b-fe22-4938-a010-f64737a2d061', 'mac_address': 'fa:16:3e:78:b9:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a3005b3-6c18-4cb2-94e4-48e9cf6a930f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 08:35:51.494963 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:51.638778 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 174c347b-fe22-4938-a010-f64737a2d061 {{(pid=92953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 08:35:51.658631 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [req-7029c8a5-3a4f-410a-9d51-dfeb6ca3d5e3 req-f113a416-bb33-41bf-95d5-1cab3456babd tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Deleting port d06b74e2-54ee-40dc-9481-8f041bbc7f7e {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 08:35:51.659122 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-7029c8a5-3a4f-410a-9d51-dfeb6ca3d5e3 req-f113a416-bb33-41bf-95d5-1cab3456babd tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748223187694'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:51.663116 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port 174c347b-fe22-4938-a010-f64737a2d061, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=174c347b-fe22-4938-a010-f64737a2d061,segment=NetworkSegment(8ae57f27-2f55-4ba4-8135-7182c274f38c),segment_id=8ae57f27-2f55-4ba4-8135-7182c274f38c)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:35:51.671216 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:51.705293 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 03f8a207-ee27-4fa9-8978-6577b3de4291 up at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:35:51.765622 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Pushing event updated for resources: {'Port': ['ID=174c347b-fe22-4938-a010-f64737a2d061,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:51.785976 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning for port 03f8a207-ee27-4fa9-8978-6577b3de4291 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:35:51.796765 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning complete for port 03f8a207-ee27-4fa9-8978-6577b3de4291 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:35:51.797262 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:51.802723 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-7029c8a5-3a4f-410a-9d51-dfeb6ca3d5e3 req-f113a416-bb33-41bf-95d5-1cab3456babd tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] For port d06b74e2-54ee-40dc-9481-8f041bbc7f7e, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=d06b74e2-54ee-40dc-9481-8f041bbc7f7e,segment=NetworkSegment(e10e3cdb-5176-422e-b904-64a5a4cbb632),segment_id=e10e3cdb-5176-422e-b904-64a5a4cbb632)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:35:51.803218 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-7029c8a5-3a4f-410a-9d51-dfeb6ca3d5e3 req-f113a416-bb33-41bf-95d5-1cab3456babd tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528347'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:51.823497 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [req-7029c8a5-3a4f-410a-9d51-dfeb6ca3d5e3 req-f113a416-bb33-41bf-95d5-1cab3456babd tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Calling delete_port for d06b74e2-54ee-40dc-9481-8f041bbc7f7e owned by compute:nova {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 08:35:51.887307 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c21b04dd-7396-43cd-bf02-db3f87b25295 admin admin] Router 28f309e0-be3c-41db-9a39-c76493f351a4 is scheduled to L3 agent c0ba3535-5ad7-41e9-9cdc-b89c0ff976de with binding_index 1 {{(pid=92952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 08:35:51.907672 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:51.983456 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] For port 03f8a207-ee27-4fa9-8978-6577b3de4291, host dv-cinder-800431-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=03f8a207-ee27-4fa9-8978-6577b3de4291,segment=NetworkSegment(0b8979b6-9f97-4684-9982-6e73323e0ae4),segment_id=0b8979b6-9f97-4684-9982-6e73323e0ae4)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:35:51.986226 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] get_ports_and_sgs() called for port_ids ['174c347b-fe22-4938-a010-f64737a2d061'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 08:35:51.990857 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:52.040681 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c21b04dd-7396-43cd-bf02-db3f87b25295 admin admin] Notify agent at l3_agent.dv-cinder-800431-1-iscsi the message routers_updated {{(pid=92952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 08:35:52.059538 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b941abe2-c177-407a-a01c-c76f756aa9b7 None None] Sync routers for ids ['28f309e0-be3c-41db-9a39-c76493f351a4'] in dv-cinder-800431-1-iscsi {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 08:35:52.084758 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c21b04dd-7396-43cd-bf02-db3f87b25295 admin admin] Notify callbacks [] for router, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:52.085999 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-c21b04dd-7396-43cd-bf02-db3f87b25295 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0318427 Jul 12 08:35:52.088818 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 42788) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:35:52.099685 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-7029c8a5-3a4f-410a-9d51-dfeb6ca3d5e3 req-f113a416-bb33-41bf-95d5-1cab3456babd tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8377658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748223196968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748222641655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1188448'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:52.101973 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b941abe2-c177-407a-a01c-c76f756aa9b7 None None] Routers {'28f309e0-be3c-41db-9a39-c76493f351a4'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:35:52.103213 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-b941abe2-c177-407a-a01c-c76f756aa9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:35:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['28f309e0-be3c-41db-9a39-c76493f351a4'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:35:52.129781 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f113a416-bb33-41bf-95d5-1cab3456babd tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Pushing event deleted for resources: {'Port': ['ID=d06b74e2-54ee-40dc-9481-8f041bbc7f7e,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:52.141296 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Pushing event updated for resources: {'Port': ['ID=03f8a207-ee27-4fa9-8978-6577b3de4291,revision_number=3']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:52.146727 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a0af05bf-2690-40b3-bf66-dcb421ff5035 None None] Provisioning complete for port 03f8a207-ee27-4fa9-8978-6577b3de4291 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:35:52.147111 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a0af05bf-2690-40b3-bf66-dcb421ff5035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:52.185123 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-7029c8a5-3a4f-410a-9d51-dfeb6ca3d5e3 req-f113a416-bb33-41bf-95d5-1cab3456babd tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] No DVR routers for this DVR port d06b74e2-54ee-40dc-9481-8f041bbc7f7e on host hv-cinder-80043 {{(pid=92952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 08:35:52.187713 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-7029c8a5-3a4f-410a-9d51-dfeb6ca3d5e3 req-f113a416-bb33-41bf-95d5-1cab3456babd tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:52.189871 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7029c8a5-3a4f-410a-9d51-dfeb6ca3d5e3 req-f113a416-bb33-41bf-95d5-1cab3456babd tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.23 "DELETE /v2.0/ports/d06b74e2-54ee-40dc-9481-8f041bbc7f7e HTTP/1.1" status: 204 len: 173 time: 1.0033362 Jul 12 08:35:52.190312 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab23622-23ac-4413-83c9-b723701886b8', 'name': 'network-vif-deleted', 'tag': 'd06b74e2-54ee-40dc-9481-8f041bbc7f7e'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:35:52.193295 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35659b288decb3563870ae931b8d662eab2da969d6ab5856613d86fcebdbc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de50d89-3476-416f-a4f6-632413c313ec" -d '{"events": [{"server_uuid": "fab23622-23ac-4413-83c9-b723701886b8", "name": "network-vif-deleted", "tag": "d06b74e2-54ee-40dc-9481-8f041bbc7f7e"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:35:52.256390 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 08:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b27e6d-680d-42c2-9688-15ea2ca01dac x-openstack-request-id: req-a0b27e6d-680d-42c2-9688-15ea2ca01dac {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:35:52.256390 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fab23622-23ac-4413-83c9-b723701886b8", "name": "network-vif-deleted", "tag": "d06b74e2-54ee-40dc-9481-8f041bbc7f7e", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:35:52.256390 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a0b27e6d-680d-42c2-9688-15ea2ca01dac {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:35:52.257307 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab23622-23ac-4413-83c9-b723701886b8', 'name': 'network-vif-deleted', 'tag': 'd06b74e2-54ee-40dc-9481-8f041bbc7f7e', 'status': 'completed', 'code': 200} Jul 12 08:35:52.316514 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-b941abe2-c177-407a-a01c-c76f756aa9b7 None None] Set router 28f309e0-be3c-41db-9a39-c76493f351a4 gateway port host: dv-cinder-800431-1-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:35:52.496693 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc568be-6fb3-4944-8e2e-fc773e05374b req-0eba3187-8e3c-49ba-8f16-d4a5d2e05e2a tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:52.498884 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-8dc568be-6fb3-4944-8e2e-fc773e05374b req-0eba3187-8e3c-49ba-8f16-d4a5d2e05e2a tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265dd39-8470-47ab-91e7-c708ec5acfcf HTTP/1.1" status: 200 len: 944 time: 0.1515336 Jul 12 08:35:52.538080 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-69413e53-3848-402b-a2c6-df8a70155b90 req-c658a8d8-b20a-43c1-b254-14add567187d tempest-TestMinimumBasicScenario-254386646 tempest-TestMinimumBasicScenario-254386646-project] 10.222.0.37 "GET /v2.0/ports?device_id=fab23622-23ac-4413-83c9-b723701886b8 HTTP/1.1" status: 200 len: 210 time: 0.0331032 Jul 12 08:35:52.583302 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-b941abe2-c177-407a-a01c-c76f756aa9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'name': 'tempest-TestVolumeBootPattern-878369481-router', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'b05e4151-38c8-450e-a153-fd265554fc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:35:49Z', 'updated_at': '2021-07-12T08:35:50Z', 'revision_number': 3, 'project_id': '438f5cea71f1415499cf52928dcc2969', 'gw_port': {'id': 'b05e4151-38c8-450e-a153-fd265554fc0d', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c1:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:50Z', 'updated_at': '2021-07-12T08:35:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi'}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:35:52.594434 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-8dc568be-6fb3-4944-8e2e-fc773e05374b req-5fa3843d-edcc-426e-a61b-eb219534bdd8 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=f222391b-a6a0-4adc-b2df-60992982126e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895686 Jul 12 08:35:52.619778 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b941abe2-c177-407a-a01c-c76f756aa9b7 None None] Checking router: 28f309e0-be3c-41db-9a39-c76493f351a4 for host: dv-cinder-800431-1-iscsi {{(pid=92953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 08:35:52.620139 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b941abe2-c177-407a-a01c-c76f756aa9b7 None None] Updating router 28f309e0-be3c-41db-9a39-c76493f351a4 port b05e4151-38c8-450e-a153-fd265554fc0d binding host dv-cinder-800431-1-iscsi {{(pid=92953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 08:35:52.660007 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-15132328-e100-44d1-8a43-a63886f83560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:52.665995 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b941abe2-c177-407a-a01c-c76f756aa9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:52.824834 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.db.db_base_plugin_common [None req-15132328-e100-44d1-8a43-a63886f83560 admin admin] Allocated IP 172.20.0.1 (5581a52f-d47d-4f74-951e-8118b7d28c39/cb2b1172-55e9-4a29-9b7c-5452eb5ab550/07783f66-b516-438e-8e85-d20a91d96ed7) {{(pid=92951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 08:35:52.934789 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-15132328-e100-44d1-8a43-a63886f83560 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:52.945008 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b941abe2-c177-407a-a01c-c76f756aa9b7 None None] Notify callbacks [] for port, precommit_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:52.947916 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.db.provisioning_blocks [None req-15132328-e100-44d1-8a43-a63886f83560 admin admin] Transition to ACTIVE for port object 07783f66-b516-438e-8e85-d20a91d96ed7 will not be triggered until provisioned by entity DHCP. {{(pid=92951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:35:52.955016 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-b941abe2-c177-407a-a01c-c76f756aa9b7 None None] Transition to ACTIVE for port object b05e4151-38c8-450e-a153-fd265554fc0d will not be triggered until provisioned by entity L2. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:35:52.960599 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b941abe2-c177-407a-a01c-c76f756aa9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:52.981538 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-15132328-e100-44d1-8a43-a63886f83560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748222641646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2337024'] for port, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:53.009841 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-b941abe2-c177-407a-a01c-c76f756aa9b7 None None] Attempting to bind port b05e4151-38c8-450e-a153-fd265554fc0d on host dv-cinder-800431-1-iscsi for vnic_type normal with profile {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 08:35:53.009841 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-b941abe2-c177-407a-a01c-c76f756aa9b7 None None] Attempting to bind port b05e4151-38c8-450e-a153-fd265554fc0d by drivers openvswitch,hyperv on host dv-cinder-800431-1-iscsi at level 0 using segments [{'id': '96305722-55d6-4089-959b-5f9b3a20c0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3'}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 08:35:53.010146 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b941abe2-c177-407a-a01c-c76f756aa9b7 None None] Attempting to bind port b05e4151-38c8-450e-a153-fd265554fc0d on network 65ec14d2-e0c2-45ad-9132-5fa8e954ebc3 {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:35:53.016951 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de36652-893a-4fab-86a0-400fba1ddf75 None None] Pushing event updated for resources: {'Port': ['ID=b05e4151-38c8-450e-a153-fd265554fc0d,revision_number=2']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:53.019535 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b941abe2-c177-407a-a01c-c76f756aa9b7 None None] Checking agent: {'id': '165ba4a0-42de-4d95-afeb-0090fba4eff7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 8, 23, 37), 'started_at': datetime.datetime(2021, 7, 12, 8, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 8, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 08:35:53.019908 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b941abe2-c177-407a-a01c-c76f756aa9b7 None None] Checking segment: {'id': '96305722-55d6-4089-959b-5f9b3a20c0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:35:53.020302 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b941abe2-c177-407a-a01c-c76f756aa9b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:53.020690 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b941abe2-c177-407a-a01c-c76f756aa9b7 None None] Bound using segment: {'id': '96305722-55d6-4089-959b-5f9b3a20c0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3'} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 08:35:53.021144 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-b941abe2-c177-407a-a01c-c76f756aa9b7 None None] Bound port: b05e4151-38c8-450e-a153-fd265554fc0d, host: dv-cinder-800431-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96305722-55d6-4089-959b-5f9b3a20c0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3'}}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 08:35:53.021518 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b941abe2-c177-407a-a01c-c76f756aa9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:53.023821 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15132328-e100-44d1-8a43-a63886f83560 admin admin] Network 5581a52f-d47d-4f74-951e-8118b7d28c39 is already hosted by enough agents. {{(pid=92951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:35:53.029477 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-15132328-e100-44d1-8a43-a63886f83560 admin admin] Resources bound (agent type, host, resource id): {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:35:53.031991 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15132328-e100-44d1-8a43-a63886f83560 admin admin] Received port after_create {{(pid=92951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 08:35:53.062139 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15132328-e100-44d1-8a43-a63886f83560 admin admin] Pushing event updated for resources: {'Port': ['ID=07783f66-b516-438e-8e85-d20a91d96ed7,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:53.074276 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-b941abe2-c177-407a-a01c-c76f756aa9b7 None None] For port b05e4151-38c8-450e-a153-fd265554fc0d, host dv-cinder-800431-1-iscsi, cleared binding levels {{(pid=92953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 08:35:53.076040 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-15132328-e100-44d1-8a43-a63886f83560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528631'] for router_interface, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:53.079217 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-b941abe2-c177-407a-a01c-c76f756aa9b7 None None] For port b05e4151-38c8-450e-a153-fd265554fc0d, host dv-cinder-800431-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=b05e4151-38c8-450e-a153-fd265554fc0d,segment=NetworkSegment(96305722-55d6-4089-959b-5f9b3a20c0c4),segment_id=96305722-55d6-4089-959b-5f9b3a20c0c4)] {{(pid=92953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 08:35:53.083742 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b941abe2-c177-407a-a01c-c76f756aa9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:53.144664 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b941abe2-c177-407a-a01c-c76f756aa9b7 None None] Routers {'28f309e0-be3c-41db-9a39-c76493f351a4'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:35:53.145579 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-b941abe2-c177-407a-a01c-c76f756aa9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:35:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['28f309e0-be3c-41db-9a39-c76493f351a4'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:35:53.185799 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de36652-893a-4fab-86a0-400fba1ddf75 None None] Pushing event updated for resources: {'Port': ['ID=b05e4151-38c8-450e-a153-fd265554fc0d,revision_number=3']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:53.226760 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-15132328-e100-44d1-8a43-a63886f83560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:53.239532 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 174c347b-fe22-4938-a010-f64737a2d061 up at agent hyperv_hv-cinder-80043 {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:35:53.302055 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-b941abe2-c177-407a-a01c-c76f756aa9b7 None None] Set router 28f309e0-be3c-41db-9a39-c76493f351a4 gateway port host: dv-cinder-800431-1-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:35:53.304752 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-9fd6957f-1d52-4519-936c-1275687b6909 None None] Provisioning for port 07783f66-b516-438e-8e85-d20a91d96ed7 completed by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:35:53.360420 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-9fd6957f-1d52-4519-936c-1275687b6909 None None] Provisioning complete for port 07783f66-b516-438e-8e85-d20a91d96ed7 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:35:53.360797 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9fd6957f-1d52-4519-936c-1275687b6909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:53.384269 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-15132328-e100-44d1-8a43-a63886f83560 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:53.389333 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-15132328-e100-44d1-8a43-a63886f83560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2337046'] for port, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:53.427293 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Provisioning for port 174c347b-fe22-4938-a010-f64737a2d061 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:35:53.441983 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Provisioning complete for port 174c347b-fe22-4938-a010-f64737a2d061 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:35:53.442365 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:53.448438 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-9fd6957f-1d52-4519-936c-1275687b6909 None None] Port 07783f66-b516-438e-8e85-d20a91d96ed7 cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 08:35:53.457545 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15132328-e100-44d1-8a43-a63886f83560 admin admin] Pushing event updated for resources: {'Port': ['ID=07783f66-b516-438e-8e85-d20a91d96ed7,revision_number=2']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:53.465944 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-15132328-e100-44d1-8a43-a63886f83560 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532394'] for router_interface, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:53.566660 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15132328-e100-44d1-8a43-a63886f83560 admin admin] Network 5581a52f-d47d-4f74-951e-8118b7d28c39 is already hosted by enough agents. {{(pid=92951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:35:53.568977 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-15132328-e100-44d1-8a43-a63886f83560 admin admin] Resources bound (agent type, host, resource id): {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:35:53.701885 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15132328-e100-44d1-8a43-a63886f83560 admin admin] Router 28f309e0-be3c-41db-9a39-c76493f351a4 has already been hosted by L3 agent c0ba3535-5ad7-41e9-9cdc-b89c0ff976de {{(pid=92951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 08:35:53.704617 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 03f8a207-ee27-4fa9-8978-6577b3de4291 up at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:35:53.798249 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-b7d912f4-e277-4bdd-8830-ec0d6c810f49 None None] Provisioning complete for port 07783f66-b516-438e-8e85-d20a91d96ed7 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:35:53.798717 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b7d912f4-e277-4bdd-8830-ec0d6c810f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:53.841896 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:53.862998 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-b7d912f4-e277-4bdd-8830-ec0d6c810f49 None None] Port 07783f66-b516-438e-8e85-d20a91d96ed7 cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 08:35:53.881221 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7265dd39-8470-47ab-91e7-c708ec5acfcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '174c347b-fe22-4938-a010-f64737a2d061'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:35:53.883715 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af58d1c9f1a57ad28455f2a1c324eb475fddbc81caacf3fdebaad0c9863d536b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0596adac-736f-44ea-a083-a645902da3ae" -d '{"events": [{"server_uuid": "7265dd39-8470-47ab-91e7-c708ec5acfcf", "name": "network-vif-plugged", "status": "completed", "tag": "174c347b-fe22-4938-a010-f64737a2d061"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:35:53.889493 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1415c0b-745e-4fba-a1d2-cc25bd5d3ee2 req-1a0a996d-d32a-4158-b8b6-034b6d55963a tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:53.891077 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-b1415c0b-745e-4fba-a1d2-cc25bd5d3ee2 req-1a0a996d-d32a-4158-b8b6-034b6d55963a tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265dd39-8470-47ab-91e7-c708ec5acfcf HTTP/1.1" status: 200 len: 944 time: 0.1226091 Jul 12 08:35:53.897084 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-b941abe2-c177-407a-a01c-c76f756aa9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'name': 'tempest-TestVolumeBootPattern-878369481-router', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'b05e4151-38c8-450e-a153-fd265554fc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:35:49Z', 'updated_at': '2021-07-12T08:35:50Z', 'revision_number': 3, 'project_id': '438f5cea71f1415499cf52928dcc2969', 'gw_port': {'id': 'b05e4151-38c8-450e-a153-fd265554fc0d', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c1:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:50Z', 'updated_at': '2021-07-12T08:35:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi'}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:35:53.898902 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15132328-e100-44d1-8a43-a63886f83560 admin admin] Notify agent at l3_agent.dv-cinder-800431-1-iscsi the message routers_updated {{(pid=92951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 08:35:53.901387 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning complete for port 03f8a207-ee27-4fa9-8978-6577b3de4291 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:35:53.904104 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:53.916065 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-15132328-e100-44d1-8a43-a63886f83560 admin admin] 10.222.0.37 "PUT /v2.0/routers/28f309e0-be3c-41db-9a39-c76493f351a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8183153 Jul 12 08:35:53.945239 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-b1415c0b-745e-4fba-a1d2-cc25bd5d3ee2 req-a93e3222-0367-4397-acf7-74a3c20f2951 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=f222391b-a6a0-4adc-b2df-60992982126e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358484 Jul 12 08:35:53.950063 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port 174c347b-fe22-4938-a010-f64737a2d061, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=174c347b-fe22-4938-a010-f64737a2d061,segment=NetworkSegment(8ae57f27-2f55-4ba4-8135-7182c274f38c),segment_id=8ae57f27-2f55-4ba4-8135-7182c274f38c)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:35:53.993441 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 08:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6acf54-2db1-4164-9861-5c3f00bc4390 x-openstack-request-id: req-af6acf54-2db1-4164-9861-5c3f00bc4390 {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:35:53.993743 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7265dd39-8470-47ab-91e7-c708ec5acfcf", "name": "network-vif-plugged", "status": "completed", "tag": "174c347b-fe22-4938-a010-f64737a2d061", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:35:53.993998 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-af6acf54-2db1-4164-9861-5c3f00bc4390 {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:35:53.994375 dv-cinder-800431-1-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7265dd39-8470-47ab-91e7-c708ec5acfcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '174c347b-fe22-4938-a010-f64737a2d061', 'code': 200} Jul 12 08:35:53.998017 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:54.035229 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b941abe2-c177-407a-a01c-c76f756aa9b7 None None] The sync data for ids ['28f309e0-be3c-41db-9a39-c76493f351a4'] in dv-cinder-800431-1-iscsi is: [{'id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'name': 'tempest-TestVolumeBootPattern-878369481-router', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'b05e4151-38c8-450e-a153-fd265554fc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:35:49Z', 'updated_at': '2021-07-12T08:35:50Z', 'revision_number': 3, 'project_id': '438f5cea71f1415499cf52928dcc2969', 'gw_port': {'id': 'b05e4151-38c8-450e-a153-fd265554fc0d', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c1:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:50Z', 'updated_at': '2021-07-12T08:35:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi'}] {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 08:35:54.080901 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device d06b74e2-54ee-40dc-9481-8f041bbc7f7e no longer exists at agent hyperv_hv-cinder-80043 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 08:35:54.123488 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] No Port match for: d06b74e2-54ee-40dc-9481-8f041bbc7f7e {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 08:35:54.124305 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device d06b74e2-54ee-40dc-9481-8f041bbc7f7e not bound to the agent host hv-cinder-80043 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 08:35:54.127465 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-3b85d7b6-94a6-4e58-9cb4-1201ab7a5b75 None None] Provisioning complete for port 07783f66-b516-438e-8e85-d20a91d96ed7 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:35:54.129360 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3b85d7b6-94a6-4e58-9cb4-1201ab7a5b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:54.137551 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Pushing event updated for resources: {'Port': ['ID=174c347b-fe22-4938-a010-f64737a2d061,revision_number=5']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:54.218860 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-3b85d7b6-94a6-4e58-9cb4-1201ab7a5b75 None None] Port 07783f66-b516-438e-8e85-d20a91d96ed7 cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 08:35:54.303428 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2098b6-b511-4dee-b158-12b1530367b6 req-3f258fb6-a2c8-409c-98e6-16b5b403e375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:54.305943 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8d2098b6-b511-4dee-b158-12b1530367b6 req-3f258fb6-a2c8-409c-98e6-16b5b403e375 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7265dd39-8470-47ab-91e7-c708ec5acfcf HTTP/1.1" status: 200 len: 1098 time: 0.0803511 Jul 12 08:35:54.351318 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8d2098b6-b511-4dee-b158-12b1530367b6 req-2d596ce7-3eb5-4cf4-9ca3-50aadddd69f2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f222391b-a6a0-4adc-b2df-60992982126e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379307 Jul 12 08:35:54.441861 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-f731ac69-b22a-4462-8fd8-15e783864fd4 None None] Provisioning complete for port 174c347b-fe22-4938-a010-f64737a2d061 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:35:54.442377 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f731ac69-b22a-4462-8fd8-15e783864fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:54.653546 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 42860) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:35:54.659229 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-24a352fe-ac27-42aa-b193-8de3334c2a43 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1471055892-network', 'tenant_id': '518938b9ccb84c24b924a04b8e123e5b'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:35:54.683209 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a352fe-ac27-42aa-b193-8de3334c2a43 admin admin] Made reservation on behalf of 518938b9ccb84c24b924a04b8e123e5b for: {'network': 1} {{(pid=92951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 08:35:54.686194 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-24a352fe-ac27-42aa-b193-8de3334c2a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for network, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:54.695639 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-24a352fe-ac27-42aa-b193-8de3334c2a43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:54.802208 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-24a352fe-ac27-42aa-b193-8de3334c2a43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:54.806611 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-24a352fe-ac27-42aa-b193-8de3334c2a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:54.831090 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24a352fe-ac27-42aa-b193-8de3334c2a43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=92951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 08:35:54.841778 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a352fe-ac27-42aa-b193-8de3334c2a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db92741c-d544-4c74-9f26-82175e8aab77,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:54.856828 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-24a352fe-ac27-42aa-b193-8de3334c2a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246630'] for segment, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:54.856828 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.db.segments_db [None req-24a352fe-ac27-42aa-b193-8de3334c2a43 admin admin] Added segment ce33a636-b670-4ea3-b1cd-0285cd1a595b of type vlan for network 2e6e9477-8a08-4413-8645-80477f668554 Jul 12 08:35:54.862710 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 42866) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:35:54.891628 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-24a352fe-ac27-42aa-b193-8de3334c2a43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748222629479'] for network, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:54.926914 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-24a352fe-ac27-42aa-b193-8de3334c2a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794'] for network, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:54.927948 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a352fe-ac27-42aa-b193-8de3334c2a43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:54.928543 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-24a352fe-ac27-42aa-b193-8de3334c2a43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for network, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:55.004135 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-24a352fe-ac27-42aa-b193-8de3334c2a43 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3460715 Jul 12 08:35:55.004135 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a352fe-ac27-42aa-b193-8de3334c2a43 admin admin] Pushing event updated for resources: {'Network': ['ID=2e6e9477-8a08-4413-8645-80477f668554,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:55.004791 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 42870) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:35:55.010148 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-ab376d96-c103-4160-b837-2cf315e518ba admin admin] Request body: {'subnet': {'network_id': '2e6e9477-8a08-4413-8645-80477f668554', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1471055892-subnet', 'tenant_id': '518938b9ccb84c24b924a04b8e123e5b', 'ip_version': 4}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:35:55.015447 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Network 2e6e9477-8a08-4413-8645-80477f668554 details requested by agent ovs-agent-dv-cinder-800431-1-iscsi with host dv-cinder-800431-1-iscsi {{(pid=92953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 08:35:55.035022 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab376d96-c103-4160-b837-2cf315e518ba admin admin] Made reservation on behalf of 518938b9ccb84c24b924a04b8e123e5b for: {'subnet': 1} {{(pid=92951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 08:35:55.038248 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-ab376d96-c103-4160-b837-2cf315e518ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8739511'] for subnet, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:55.245387 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-ab376d96-c103-4160-b837-2cf315e518ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2337172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8738893'] for subnet, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:55.247228 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789994bc-160a-433b-b8f8-c2c34fde12ae req-dfb28644-344a-4911-9f66-d040fb50c005 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:55.248769 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-789994bc-160a-433b-b8f8-c2c34fde12ae req-dfb28644-344a-4911-9f66-d040fb50c005 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265dd39-8470-47ab-91e7-c708ec5acfcf HTTP/1.1" status: 200 len: 945 time: 0.1361008 Jul 12 08:35:55.303223 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab376d96-c103-4160-b837-2cf315e518ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=e28ba8bd-70f2-49f8-a288-ae23b9b3e132,revision_number=0']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:55.319712 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab376d96-c103-4160-b837-2cf315e518ba admin admin] Checking segment: {'id': 'ce33a636-b670-4ea3-b1cd-0285cd1a595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2e6e9477-8a08-4413-8645-80477f668554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:35:55.320151 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab376d96-c103-4160-b837-2cf315e518ba admin admin] Network hostable DHCP agents. Network: 2e6e9477-8a08-4413-8645-80477f668554, hostable agents: ['c54cb50b-3f96-48fd-b597-b50612d9ada1'], hosted agents: [] {{(pid=92951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 08:35:55.325503 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-789994bc-160a-433b-b8f8-c2c34fde12ae req-efdeb71c-5f19-461f-859c-eae3cf9a9845 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=f222391b-a6a0-4adc-b2df-60992982126e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702004 Jul 12 08:35:55.367319 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab376d96-c103-4160-b837-2cf315e518ba admin admin] Network 2e6e9477-8a08-4413-8645-80477f668554 is scheduled to be hosted by DHCP agent c54cb50b-3f96-48fd-b597-b50612d9ada1 with binding_index 1 {{(pid=92951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 08:35:55.376841 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-ab376d96-c103-4160-b837-2cf315e518ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800431-1-iscsi, 2e6e9477-8a08-4413-8645-80477f668554) {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:35:55.382321 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab376d96-c103-4160-b837-2cf315e518ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:55.383272 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-ab376d96-c103-4160-b837-2cf315e518ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:55.392841 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428247e0-7e75-4f39-9457-9455eab59ea1 None None] Network 2e6e9477-8a08-4413-8645-80477f668554 requested from dv-cinder-800431-1-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 08:35:55.405494 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-ab376d96-c103-4160-b837-2cf315e518ba admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3973436 Jul 12 08:35:55.406390 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 42878) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:35:55.412810 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-d954a79c-d864-40cf-a5ba-2d81166af540 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1471055892-router', 'tenant_id': '518938b9ccb84c24b924a04b8e123e5b', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3'}}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:35:55.452304 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-593c0fc4-1b0b-41bb-9282-a5a24098e7b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532443'] for router_interface, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:55.454167 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d954a79c-d864-40cf-a5ba-2d81166af540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500008'] for router, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:55.455133 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d954a79c-d864-40cf-a5ba-2d81166af540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941001', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-943589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500017'] for router, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:55.550765 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877a01d9-f84e-470d-8baa-cbbfed8c6f7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcacd1728-95ed-5cda-b7de-0b3fff281327-2e6e9477-8a08-4413-8645-80477f668554', 'network_id': '2e6e9477-8a08-4413-8645-80477f668554', 'tenant_id': '518938b9ccb84c24b924a04b8e123e5b', 'fixed_ips': [{'subnet_id': 'e28ba8bd-70f2-49f8-a288-ae23b9b3e132'}]}} from dv-cinder-800431-1-iscsi. {{(pid=92953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 08:35:55.551901 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-877a01d9-f84e-470d-8baa-cbbfed8c6f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:55.608526 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d954a79c-d864-40cf-a5ba-2d81166af540 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:55.729410 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device b05e4151-38c8-450e-a153-fd265554fc0d up at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:35:55.798494 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.db_base_plugin_common [None req-877a01d9-f84e-470d-8baa-cbbfed8c6f7d None None] Allocated IP 172.20.0.2 (2e6e9477-8a08-4413-8645-80477f668554/e28ba8bd-70f2-49f8-a288-ae23b9b3e132/08e39f8d-8ce5-487e-9236-4b50698cd24b) {{(pid=92953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 08:35:55.800548 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning for port b05e4151-38c8-450e-a153-fd265554fc0d completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:35:55.807437 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning complete for port b05e4151-38c8-450e-a153-fd265554fc0d triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:35:55.807804 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:55.860222 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d954a79c-d864-40cf-a5ba-2d81166af540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-499971'] for router, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:55.967365 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:55.979815 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff726686-5bfb-4758-acf1-3485b830f033 req-edacf34c-a900-4dfe-affe-370a052463c7 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:55.981396 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ff726686-5bfb-4758-acf1-3485b830f033 req-edacf34c-a900-4dfe-affe-370a052463c7 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3d1c3f-59e4-4dec-96d8-4fb874223ad6 HTTP/1.1" status: 200 len: 945 time: 0.1870255 Jul 12 08:35:56.016640 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] For port b05e4151-38c8-450e-a153-fd265554fc0d, host dv-cinder-800431-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=b05e4151-38c8-450e-a153-fd265554fc0d,segment=NetworkSegment(96305722-55d6-4089-959b-5f9b3a20c0c4),segment_id=96305722-55d6-4089-959b-5f9b3a20c0c4)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:35:56.025380 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:56.032444 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-877a01d9-f84e-470d-8baa-cbbfed8c6f7d None None] Notify callbacks [] for port, precommit_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:56.063129 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ff726686-5bfb-4758-acf1-3485b830f033 req-6e0a480c-cab3-4943-ab66-fa26bdc5d4e7 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c76d369-3c1a-4588-acc0-cfa913107d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602148 Jul 12 08:35:56.064982 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-877a01d9-f84e-470d-8baa-cbbfed8c6f7d None None] Transition to ACTIVE for port object 08e39f8d-8ce5-487e-9236-4b50698cd24b will not be triggered until provisioned by entity L2. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:35:56.074744 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-593c0fc4-1b0b-41bb-9282-a5a24098e7b8 admin admin] Deleting port 4696c502-6785-4804-a4b7-9a59c3815af3 {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 08:35:56.075055 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-593c0fc4-1b0b-41bb-9282-a5a24098e7b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748223187694'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:56.099894 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-877a01d9-f84e-470d-8baa-cbbfed8c6f7d None None] Transition to ACTIVE for port object 08e39f8d-8ce5-487e-9236-4b50698cd24b will not be triggered until provisioned by entity DHCP. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:35:56.104562 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Pushing event updated for resources: {'Port': ['ID=b05e4151-38c8-450e-a153-fd265554fc0d,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:56.108286 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-877a01d9-f84e-470d-8baa-cbbfed8c6f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748222641646'] for port, after_create {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:56.140669 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39fb10b-97d5-4999-9d59-f30cd6e16809 None None] Sync routers for ids ['28f309e0-be3c-41db-9a39-c76493f351a4'] in dv-cinder-800431-1-iscsi {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 08:35:56.149915 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39fb10b-97d5-4999-9d59-f30cd6e16809 None None] Routers {'28f309e0-be3c-41db-9a39-c76493f351a4'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:35:56.150527 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-d39fb10b-97d5-4999-9d59-f30cd6e16809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:35:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['28f309e0-be3c-41db-9a39-c76493f351a4'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:35:56.151581 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877a01d9-f84e-470d-8baa-cbbfed8c6f7d None None] Network 2e6e9477-8a08-4413-8645-80477f668554 is already hosted by enough agents. {{(pid=92953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:35:56.154532 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.scheduler.base_scheduler [None req-877a01d9-f84e-470d-8baa-cbbfed8c6f7d None None] Resources bound (agent type, host, resource id): {{(pid=92953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:35:56.158833 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877a01d9-f84e-470d-8baa-cbbfed8c6f7d None None] Received port after_create {{(pid=92953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 08:35:56.161837 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877a01d9-f84e-470d-8baa-cbbfed8c6f7d None None] Pushing event updated for resources: {'Port': ['ID=08e39f8d-8ce5-487e-9236-4b50698cd24b,revision_number=1']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:56.232443 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-877a01d9-f84e-470d-8baa-cbbfed8c6f7d None None] Attempting to bind port 08e39f8d-8ce5-487e-9236-4b50698cd24b on host dv-cinder-800431-1-iscsi for vnic_type normal with profile {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 08:35:56.232443 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-877a01d9-f84e-470d-8baa-cbbfed8c6f7d None None] Attempting to bind port 08e39f8d-8ce5-487e-9236-4b50698cd24b by drivers openvswitch,hyperv on host dv-cinder-800431-1-iscsi at level 0 using segments [{'id': 'ce33a636-b670-4ea3-b1cd-0285cd1a595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2e6e9477-8a08-4413-8645-80477f668554'}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 08:35:56.232443 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877a01d9-f84e-470d-8baa-cbbfed8c6f7d None None] Attempting to bind port 08e39f8d-8ce5-487e-9236-4b50698cd24b on network 2e6e9477-8a08-4413-8645-80477f668554 {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:35:56.239104 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877a01d9-f84e-470d-8baa-cbbfed8c6f7d None None] Checking agent: {'id': '165ba4a0-42de-4d95-afeb-0090fba4eff7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 8, 23, 37), 'started_at': datetime.datetime(2021, 7, 12, 8, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 8, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 08:35:56.239511 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877a01d9-f84e-470d-8baa-cbbfed8c6f7d None None] Checking segment: {'id': 'ce33a636-b670-4ea3-b1cd-0285cd1a595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2e6e9477-8a08-4413-8645-80477f668554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:35:56.239885 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-877a01d9-f84e-470d-8baa-cbbfed8c6f7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:56.240281 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877a01d9-f84e-470d-8baa-cbbfed8c6f7d None None] Bound using segment: {'id': 'ce33a636-b670-4ea3-b1cd-0285cd1a595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2e6e9477-8a08-4413-8645-80477f668554'} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 08:35:56.240760 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-877a01d9-f84e-470d-8baa-cbbfed8c6f7d None None] Bound port: 08e39f8d-8ce5-487e-9236-4b50698cd24b, host: dv-cinder-800431-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce33a636-b670-4ea3-b1cd-0285cd1a595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2e6e9477-8a08-4413-8645-80477f668554'}}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 08:35:56.241144 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-877a01d9-f84e-470d-8baa-cbbfed8c6f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:56.262408 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-d39fb10b-97d5-4999-9d59-f30cd6e16809 None None] Set router 28f309e0-be3c-41db-9a39-c76493f351a4 gateway port host: dv-cinder-800431-1-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:35:56.311998 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-877a01d9-f84e-470d-8baa-cbbfed8c6f7d None None] For port 08e39f8d-8ce5-487e-9236-4b50698cd24b, host dv-cinder-800431-1-iscsi, cleared binding levels {{(pid=92953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 08:35:56.315425 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-877a01d9-f84e-470d-8baa-cbbfed8c6f7d None None] For port 08e39f8d-8ce5-487e-9236-4b50698cd24b, host dv-cinder-800431-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=08e39f8d-8ce5-487e-9236-4b50698cd24b,segment=NetworkSegment(ce33a636-b670-4ea3-b1cd-0285cd1a595b),segment_id=ce33a636-b670-4ea3-b1cd-0285cd1a595b)] {{(pid=92953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 08:35:56.320992 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-877a01d9-f84e-470d-8baa-cbbfed8c6f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:56.413852 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877a01d9-f84e-470d-8baa-cbbfed8c6f7d None None] Pushing event updated for resources: {'Port': ['ID=08e39f8d-8ce5-487e-9236-4b50698cd24b,revision_number=2']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:56.507663 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [None req-593c0fc4-1b0b-41bb-9282-a5a24098e7b8 admin admin] For port 4696c502-6785-4804-a4b7-9a59c3815af3, host dv-cinder-800431-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=4696c502-6785-4804-a4b7-9a59c3815af3,segment=NetworkSegment(e10e3cdb-5176-422e-b904-64a5a4cbb632),segment_id=e10e3cdb-5176-422e-b904-64a5a4cbb632)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:35:56.508286 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-593c0fc4-1b0b-41bb-9282-a5a24098e7b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528347'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:56.525261 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-593c0fc4-1b0b-41bb-9282-a5a24098e7b8 admin admin] Calling delete_port for 4696c502-6785-4804-a4b7-9a59c3815af3 owned by network:router_interface {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 08:35:56.533015 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d954a79c-d864-40cf-a5ba-2d81166af540 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:56.559413 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d954a79c-d864-40cf-a5ba-2d81166af540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:56.580576 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-d39fb10b-97d5-4999-9d59-f30cd6e16809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'name': 'tempest-TestVolumeBootPattern-878369481-router', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'b05e4151-38c8-450e-a153-fd265554fc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:35:49Z', 'updated_at': '2021-07-12T08:35:53Z', 'revision_number': 4, 'project_id': '438f5cea71f1415499cf52928dcc2969', 'gw_port': {'id': 'b05e4151-38c8-450e-a153-fd265554fc0d', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:50Z', 'updated_at': '2021-07-12T08:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_interfaces': [{'id': '07783f66-b516-438e-8e85-d20a91d96ed7', 'name': '', 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'mac_address': 'fa:16:3e:f2:2b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'cb2b1172-55e9-4a29-9b7c-5452eb5ab550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:52Z', 'updated_at': '2021-07-12T08:35:53Z', 'revision_number': 2, 'project_id': '438f5cea71f1415499cf52928dcc2969', 'subnets': [{'id': 'cb2b1172-55e9-4a29-9b7c-5452eb5ab550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:35:56.580917 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecad27d-2f18-4c7c-87c3-4a1f1c18134c req-b192c037-c3fb-465f-8e24-8d904d7c0568 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:56.589127 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-1ecad27d-2f18-4c7c-87c3-4a1f1c18134c req-b192c037-c3fb-465f-8e24-8d904d7c0568 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265dd39-8470-47ab-91e7-c708ec5acfcf HTTP/1.1" status: 200 len: 945 time: 0.0896397 Jul 12 08:35:56.654267 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39fb10b-97d5-4999-9d59-f30cd6e16809 None None] Checking router: 28f309e0-be3c-41db-9a39-c76493f351a4 for host: dv-cinder-800431-1-iscsi {{(pid=92954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 08:35:56.654626 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39fb10b-97d5-4999-9d59-f30cd6e16809 None None] Updating router 28f309e0-be3c-41db-9a39-c76493f351a4 port 07783f66-b516-438e-8e85-d20a91d96ed7 binding host dv-cinder-800431-1-iscsi {{(pid=92954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 08:35:56.673680 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-1ecad27d-2f18-4c7c-87c3-4a1f1c18134c req-3d807871-5500-4a60-8b64-5752f5a76800 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=f222391b-a6a0-4adc-b2df-60992982126e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834696 Jul 12 08:35:56.700829 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-d39fb10b-97d5-4999-9d59-f30cd6e16809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:56.823448 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_common [None req-d954a79c-d864-40cf-a5ba-2d81166af540 admin admin] Allocated IP 172.27.1.133 (65ec14d2-e0c2-45ad-9132-5fa8e954ebc3/dca57fa4-8523-4dee-8f0e-27ff75670efc/7298b929-bd42-4ec0-80fa-8f3dedeadfab) {{(pid=92952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 08:35:56.974248 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-d39fb10b-97d5-4999-9d59-f30cd6e16809 None None] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:56.983640 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd3e51-2389-4a23-a55b-e2e94c70d5c6 req-3cc383d4-7f65-4ca0-805c-55adcac5d084 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:56.984203 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [None req-d39fb10b-97d5-4999-9d59-f30cd6e16809 None None] Transition to ACTIVE for port object 07783f66-b516-438e-8e85-d20a91d96ed7 will not be triggered until provisioned by entity L2. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:35:56.985149 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5abd3e51-2389-4a23-a55b-e2e94c70d5c6 req-3cc383d4-7f65-4ca0-805c-55adcac5d084 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265dd39-8470-47ab-91e7-c708ec5acfcf HTTP/1.1" status: 200 len: 945 time: 0.1897693 Jul 12 08:35:56.988104 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-593c0fc4-1b0b-41bb-9282-a5a24098e7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8377658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748223196968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748222641655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1188448'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:56.990611 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-d39fb10b-97d5-4999-9d59-f30cd6e16809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:56.996094 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 42888) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:35:57.002142 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-80bd7901-7719-468f-9fb3-bc6bd352971c tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Request body: {'floatingip': {'port_id': '174c347b-fe22-4938-a010-f64737a2d061'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:35:57.023050 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593c0fc4-1b0b-41bb-9282-a5a24098e7b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4696c502-6785-4804-a4b7-9a59c3815af3,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:57.037348 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28369eb2-90b3-4d81-9c4a-16a1ff3a0558 None None] Pushing event updated for resources: {'Port': ['ID=07783f66-b516-438e-8e85-d20a91d96ed7,revision_number=3']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:57.064919 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-80bd7901-7719-468f-9fb3-bc6bd352971c tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks [] for floatingip, before_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:57.084423 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d954a79c-d864-40cf-a5ba-2d81166af540 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:57.130131 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [None req-d39fb10b-97d5-4999-9d59-f30cd6e16809 None None] Attempting to bind port 07783f66-b516-438e-8e85-d20a91d96ed7 on host dv-cinder-800431-1-iscsi for vnic_type normal with profile {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 08:35:57.130501 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [None req-d39fb10b-97d5-4999-9d59-f30cd6e16809 None None] Attempting to bind port 07783f66-b516-438e-8e85-d20a91d96ed7 by drivers openvswitch,hyperv on host dv-cinder-800431-1-iscsi at level 0 using segments [{'id': '0b8979b6-9f97-4684-9982-6e73323e0ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39'}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 08:35:57.131163 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39fb10b-97d5-4999-9d59-f30cd6e16809 None None] Attempting to bind port 07783f66-b516-438e-8e85-d20a91d96ed7 on network 5581a52f-d47d-4f74-951e-8118b7d28c39 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:35:57.138546 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39fb10b-97d5-4999-9d59-f30cd6e16809 None None] Checking agent: {'id': '165ba4a0-42de-4d95-afeb-0090fba4eff7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 8, 23, 37), 'started_at': datetime.datetime(2021, 7, 12, 8, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 8, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 08:35:57.139137 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39fb10b-97d5-4999-9d59-f30cd6e16809 None None] Checking segment: {'id': '0b8979b6-9f97-4684-9982-6e73323e0ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:35:57.139835 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-d39fb10b-97d5-4999-9d59-f30cd6e16809 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:57.140393 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39fb10b-97d5-4999-9d59-f30cd6e16809 None None] Bound using segment: {'id': '0b8979b6-9f97-4684-9982-6e73323e0ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39'} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 08:35:57.141166 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [None req-d39fb10b-97d5-4999-9d59-f30cd6e16809 None None] Bound port: 07783f66-b516-438e-8e85-d20a91d96ed7, host: dv-cinder-800431-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8979b6-9f97-4684-9982-6e73323e0ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39'}}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 08:35:57.142427 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-d39fb10b-97d5-4999-9d59-f30cd6e16809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:57.249593 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-d39fb10b-97d5-4999-9d59-f30cd6e16809 None None] For port 07783f66-b516-438e-8e85-d20a91d96ed7, host dv-cinder-800431-1-iscsi, cleared binding levels {{(pid=92954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 08:35:57.253626 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-d39fb10b-97d5-4999-9d59-f30cd6e16809 None None] For port 07783f66-b516-438e-8e85-d20a91d96ed7, host dv-cinder-800431-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=07783f66-b516-438e-8e85-d20a91d96ed7,segment=NetworkSegment(0b8979b6-9f97-4684-9982-6e73323e0ae4),segment_id=0b8979b6-9f97-4684-9982-6e73323e0ae4)] {{(pid=92954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 08:35:57.261301 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-d39fb10b-97d5-4999-9d59-f30cd6e16809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:57.298713 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d954a79c-d864-40cf-a5ba-2d81166af540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748222641646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1188457'] for port, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:57.350058 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28369eb2-90b3-4d81-9c4a-16a1ff3a0558 None None] Pushing event updated for resources: {'Port': ['ID=07783f66-b516-438e-8e85-d20a91d96ed7,revision_number=4']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:57.369666 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d954a79c-d864-40cf-a5ba-2d81166af540 admin admin] Network 65ec14d2-e0c2-45ad-9132-5fa8e954ebc3 is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:35:57.377273 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [None req-d954a79c-d864-40cf-a5ba-2d81166af540 admin admin] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:35:57.381989 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-593c0fc4-1b0b-41bb-9282-a5a24098e7b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528257'] for router_interface, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:57.383196 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39fb10b-97d5-4999-9d59-f30cd6e16809 None None] Routers {'28f309e0-be3c-41db-9a39-c76493f351a4'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:35:57.384080 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-d39fb10b-97d5-4999-9d59-f30cd6e16809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:35:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['28f309e0-be3c-41db-9a39-c76493f351a4'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:35:57.384216 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d954a79c-d864-40cf-a5ba-2d81166af540 admin admin] Received port after_create {{(pid=92952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 08:35:57.387959 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954a79c-d864-40cf-a5ba-2d81166af540 admin admin] Pushing event updated for resources: {'Port': ['ID=7298b929-bd42-4ec0-80fa-8f3dedeadfab,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:57.545003 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-d39fb10b-97d5-4999-9d59-f30cd6e16809 None None] Set router 28f309e0-be3c-41db-9a39-c76493f351a4 gateway port host: dv-cinder-800431-1-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:35:57.884979 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210c7675-5f74-47b8-b001-d05c10206e7d None None] Network 2e6e9477-8a08-4413-8645-80477f668554 requested from dv-cinder-800431-1-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 08:35:57.893276 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2380b-adb2-411e-8355-3b0774704b5e req-78ffbd6f-417e-431c-93de-351733b419d0 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:57.901340 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-14b2380b-adb2-411e-8355-3b0774704b5e req-78ffbd6f-417e-431c-93de-351733b419d0 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3d1c3f-59e4-4dec-96d8-4fb874223ad6 HTTP/1.1" status: 200 len: 945 time: 0.5975418 Jul 12 08:35:57.940266 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 08e39f8d-8ce5-487e-9236-4b50698cd24b up at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:35:57.958294 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-14b2380b-adb2-411e-8355-3b0774704b5e req-b5969778-a58c-4d63-97a1-f088eab3e571 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c76d369-3c1a-4588-acc0-cfa913107d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557580 Jul 12 08:35:57.968544 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-d39fb10b-97d5-4999-9d59-f30cd6e16809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'name': 'tempest-TestVolumeBootPattern-878369481-router', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'b05e4151-38c8-450e-a153-fd265554fc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:35:49Z', 'updated_at': '2021-07-12T08:35:53Z', 'revision_number': 4, 'project_id': '438f5cea71f1415499cf52928dcc2969', 'gw_port': {'id': 'b05e4151-38c8-450e-a153-fd265554fc0d', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:50Z', 'updated_at': '2021-07-12T08:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_interfaces': [{'id': '07783f66-b516-438e-8e85-d20a91d96ed7', 'name': '', 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'mac_address': 'fa:16:3e:f2:2b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'cb2b1172-55e9-4a29-9b7c-5452eb5ab550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:52Z', 'updated_at': '2021-07-12T08:35:57Z', 'revision_number': 4, 'project_id': '438f5cea71f1415499cf52928dcc2969', 'subnets': [{'id': 'cb2b1172-55e9-4a29-9b7c-5452eb5ab550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:35:57.976023 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d954a79c-d864-40cf-a5ba-2d81166af540 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:58.005858 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39fb10b-97d5-4999-9d59-f30cd6e16809 None None] The sync data for ids ['28f309e0-be3c-41db-9a39-c76493f351a4'] in dv-cinder-800431-1-iscsi is: [{'id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'name': 'tempest-TestVolumeBootPattern-878369481-router', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'b05e4151-38c8-450e-a153-fd265554fc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:35:49Z', 'updated_at': '2021-07-12T08:35:53Z', 'revision_number': 4, 'project_id': '438f5cea71f1415499cf52928dcc2969', 'gw_port': {'id': 'b05e4151-38c8-450e-a153-fd265554fc0d', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:50Z', 'updated_at': '2021-07-12T08:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_interfaces': [{'id': '07783f66-b516-438e-8e85-d20a91d96ed7', 'name': '', 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'mac_address': 'fa:16:3e:f2:2b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'cb2b1172-55e9-4a29-9b7c-5452eb5ab550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:52Z', 'updated_at': '2021-07-12T08:35:57Z', 'revision_number': 4, 'project_id': '438f5cea71f1415499cf52928dcc2969', 'subnets': [{'id': 'cb2b1172-55e9-4a29-9b7c-5452eb5ab550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 08:35:58.045956 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-8eb9020e-e081-4c79-8bc9-29b8d24a8a7d None None] Provisioning for port 08e39f8d-8ce5-487e-9236-4b50698cd24b completed by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:35:58.054994 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5799b0-9e66-4e71-80b4-7c493921fb2e req-ad76a837-5dfb-49e0-9b25-839436fa8a19 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:58.055972 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0f5799b0-9e66-4e71-80b4-7c493921fb2e req-ad76a837-5dfb-49e0-9b25-839436fa8a19 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca3d1c3f-59e4-4dec-96d8-4fb874223ad6 HTTP/1.1" status: 200 len: 945 time: 0.3363695 Jul 12 08:35:58.129516 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning for port 08e39f8d-8ce5-487e-9236-4b50698cd24b completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:35:58.138678 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning complete for port 08e39f8d-8ce5-487e-9236-4b50698cd24b triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:35:58.139053 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:58.263195 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-593c0fc4-1b0b-41bb-9282-a5a24098e7b8 admin admin] Router 418019ea-d547-4846-9c14-b06122b075c6 has already been hosted by L3 agent c0ba3535-5ad7-41e9-9cdc-b89c0ff976de {{(pid=92952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 08:35:58.302893 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-80bd7901-7719-468f-9fb3-bc6bd352971c tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:58.307396 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-80bd7901-7719-468f-9fb3-bc6bd352971c tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-940870'] for floatingip, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:58.309138 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:58.365438 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] For port 08e39f8d-8ce5-487e-9236-4b50698cd24b, host dv-cinder-800431-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=08e39f8d-8ce5-487e-9236-4b50698cd24b,segment=NetworkSegment(ce33a636-b670-4ea3-b1cd-0285cd1a595b),segment_id=ce33a636-b670-4ea3-b1cd-0285cd1a595b)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:35:58.372203 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:58.416859 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device b05e4151-38c8-450e-a153-fd265554fc0d up at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:35:58.452975 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.db.l3_db [None req-80bd7901-7719-468f-9fb3-bc6bd352971c tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Floating IP 6effd310-cb97-4e19-a2c1-17d1b1477f8a associated. External IP: 172.27.1.25, port: 174c347b-fe22-4938-a010-f64737a2d061. Jul 12 08:35:58.474193 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [req-0f5799b0-9e66-4e71-80b4-7c493921fb2e req-ca472b24-e507-4a92-9db1-7e0ffc02286f tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Deleting port 9615cfd2-182f-40a4-a5e5-22e850202576 {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 08:35:58.475073 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-0f5799b0-9e66-4e71-80b4-7c493921fb2e req-ca472b24-e507-4a92-9db1-7e0ffc02286f tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748223187694'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:58.497368 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Pushing event updated for resources: {'Port': ['ID=08e39f8d-8ce5-487e-9236-4b50698cd24b,revision_number=3']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:35:58.519033 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:35:58.519614 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:35:58.520170 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:35:58.520659 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:35:58.521142 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:35:58.521636 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:35:58.522154 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:35:58.522643 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:35:58.523124 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:35:58.523611 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:35:58.524673 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:35:58.525198 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:35:58.536325 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning complete for port b05e4151-38c8-450e-a153-fd265554fc0d triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:35:58.536980 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:58.589400 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-c1184b96-538b-4456-9139-355c8a0f3a99 None None] Provisioning complete for port 08e39f8d-8ce5-487e-9236-4b50698cd24b triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:35:58.589791 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c1184b96-538b-4456-9139-355c8a0f3a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:58.725817 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80bd7901-7719-468f-9fb3-bc6bd352971c tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Router bafa57e7-b72f-4a14-8269-b93c6e437ffe has already been hosted by L3 agent c0ba3535-5ad7-41e9-9cdc-b89c0ff976de {{(pid=92951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 08:35:58.839096 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80bd7901-7719-468f-9fb3-bc6bd352971c tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify agent at l3_agent.dv-cinder-800431-1-iscsi the message routers_updated {{(pid=92951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 08:35:58.843658 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-80bd7901-7719-468f-9fb3-bc6bd352971c tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for floatingip, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:58.851383 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4574ca-711c-4012-a566-025debd030c5 None None] Sync routers for ids ['bafa57e7-b72f-4a14-8269-b93c6e437ffe'] in dv-cinder-800431-1-iscsi {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 08:35:58.861053 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4574ca-711c-4012-a566-025debd030c5 None None] Routers {'bafa57e7-b72f-4a14-8269-b93c6e437ffe'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:35:58.861347 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-1d4574ca-711c-4012-a566-025debd030c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:35:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['bafa57e7-b72f-4a14-8269-b93c6e437ffe'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:35:58.863861 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d954a79c-d864-40cf-a5ba-2d81166af540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941052'] for router, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:58.885435 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-80bd7901-7719-468f-9fb3-bc6bd352971c tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "PUT /v2.0/floatingips/6effd310-cb97-4e19-a2c1-17d1b1477f8a HTTP/1.1" status: 200 len: 990 time: 1.8880539 Jul 12 08:35:58.886045 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7265dd39-8470-47ab-91e7-c708ec5acfcf', 'tag': '174c347b-fe22-4938-a010-f64737a2d061'}] {{(pid=92951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:35:58.888347 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38e9910cefffc49adb1534bd55ac7351ec59ca62d7d2bb3cc14e5997e7fa66f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7e83bb-8e15-4d5b-b147-80b10859b32d" -d '{"events": [{"name": "network-changed", "server_uuid": "7265dd39-8470-47ab-91e7-c708ec5acfcf", "tag": "174c347b-fe22-4938-a010-f64737a2d061"}]}' {{(pid=92951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:35:58.948131 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 08:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d20b2f-0658-4035-835f-15b5115c9eca x-openstack-request-id: req-f9d20b2f-0658-4035-835f-15b5115c9eca {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:35:58.948717 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7265dd39-8470-47ab-91e7-c708ec5acfcf", "tag": "174c347b-fe22-4938-a010-f64737a2d061", "status": "completed", "code": 200}]} {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:35:58.948717 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f9d20b2f-0658-4035-835f-15b5115c9eca {{(pid=92951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:35:58.949051 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7265dd39-8470-47ab-91e7-c708ec5acfcf', 'tag': '174c347b-fe22-4938-a010-f64737a2d061', 'status': 'completed', 'code': 200} Jul 12 08:35:59.081191 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593c0fc4-1b0b-41bb-9282-a5a24098e7b8 admin admin] Notify agent at l3_agent.dv-cinder-800431-1-iscsi the message routers_updated {{(pid=92952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 08:35:59.092154 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e6d0e8-8a48-4f64-80f0-4f0cedde1f1e None None] Sync routers for ids ['418019ea-d547-4846-9c14-b06122b075c6'] in dv-cinder-800431-1-iscsi {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 08:35:59.095344 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-0f5799b0-9e66-4e71-80b4-7c493921fb2e req-ca472b24-e507-4a92-9db1-7e0ffc02286f tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] For port 9615cfd2-182f-40a4-a5e5-22e850202576, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=9615cfd2-182f-40a4-a5e5-22e850202576,segment=NetworkSegment(0f9fcbd0-77f2-47e1-a4af-6466181e27c6),segment_id=0f9fcbd0-77f2-47e1-a4af-6466181e27c6)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:35:59.095849 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-0f5799b0-9e66-4e71-80b4-7c493921fb2e req-ca472b24-e507-4a92-9db1-7e0ffc02286f tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528347'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:59.113024 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-593c0fc4-1b0b-41bb-9282-a5a24098e7b8 admin admin] 10.222.0.37 "PUT /v2.0/routers/418019ea-d547-4846-9c14-b06122b075c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2491796 Jul 12 08:35:59.115917 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e6d0e8-8a48-4f64-80f0-4f0cedde1f1e None None] Routers {'418019ea-d547-4846-9c14-b06122b075c6'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:35:59.121072 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 42898) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:35:59.122483 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-c3e6d0e8-8a48-4f64-80f0-4f0cedde1f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:35:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['418019ea-d547-4846-9c14-b06122b075c6'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:35:59.186633 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-1d4574ca-711c-4012-a566-025debd030c5 None None] Set router bafa57e7-b72f-4a14-8269-b93c6e437ffe gateway port host: dv-cinder-800431-1-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:35:59.199018 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42c5d2-4f41-44ee-907b-c8b921c1b2d4 req-05bc56ac-34bb-4840-bc56-4d87dd690f01 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:59.207693 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-1e42c5d2-4f41-44ee-907b-c8b921c1b2d4 req-05bc56ac-34bb-4840-bc56-4d87dd690f01 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3d1c3f-59e4-4dec-96d8-4fb874223ad6 HTTP/1.1" status: 200 len: 945 time: 0.1139374 Jul 12 08:35:59.279430 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-1e42c5d2-4f41-44ee-907b-c8b921c1b2d4 req-c97fc310-8b86-4ec3-94aa-873bc5f15870 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c76d369-3c1a-4588-acc0-cfa913107d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700767 Jul 12 08:35:59.297266 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-c3e6d0e8-8a48-4f64-80f0-4f0cedde1f1e None None] Set router 418019ea-d547-4846-9c14-b06122b075c6 gateway port host: dv-cinder-800431-1-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:35:59.378392 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e83bb-8e15-4d5b-b147-80b10859b32d req-c9e2c1c3-5c5a-4f87-ad76-8127bd82247d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:59.380059 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5c7e83bb-8e15-4d5b-b147-80b10859b32d req-c9e2c1c3-5c5a-4f87-ad76-8127bd82247d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ca5d7c4d35274957aea289fc8cbe4d73&device_id=7265dd39-8470-47ab-91e7-c708ec5acfcf HTTP/1.1" status: 200 len: 1098 time: 0.3835900 Jul 12 08:35:59.442902 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d954a79c-d864-40cf-a5ba-2d81166af540 admin admin] Router c07633c1-f2b8-4855-b203-d7ee60676baf is scheduled to L3 agent c0ba3535-5ad7-41e9-9cdc-b89c0ff976de with binding_index 1 {{(pid=92952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 08:35:59.465871 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-1d4574ca-711c-4012-a566-025debd030c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bafa57e7-b72f-4a14-8269-b93c6e437ffe', 'name': 'tempest-AttachVolumeShelveTestJSON-348321455-router', 'tenant_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '368c32c0-c314-4342-9815-4c57d936452a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:31:09Z', 'updated_at': '2021-07-12T08:31:28Z', 'revision_number': 4, 'project_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'gw_port': {'id': '368c32c0-c314-4342-9815-4c57d936452a', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:27:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafa57e7-b72f-4a14-8269-b93c6e437ffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:12Z', 'updated_at': '2021-07-12T08:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_floatingips': [{'id': '6effd310-cb97-4e19-a2c1-17d1b1477f8a', 'tenant_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'router_id': 'bafa57e7-b72f-4a14-8269-b93c6e437ffe', 'port_id': '174c347b-fe22-4938-a010-f64737a2d061', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87f9aa9d-4b32-44c0-9258-78c96af6cf8d', 'mac_address': 'fa:16:3e:78:b9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7265dd39-8470-47ab-91e7-c708ec5acfcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T08:35:42Z', 'updated_at': '2021-07-12T08:35:58Z', 'revision_number': 1, 'project_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96e2e342-c1a9-432e-bf24-867ec2d38b56', 'name': '', 'network_id': '87f9aa9d-4b32-44c0-9258-78c96af6cf8d', 'tenant_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'mac_address': 'fa:16:3e:3d:9b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafa57e7-b72f-4a14-8269-b93c6e437ffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2a3005b3-6c18-4cb2-94e4-48e9cf6a930f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:23Z', 'updated_at': '2021-07-12T08:31:38Z', 'revision_number': 5, 'project_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'subnets': [{'id': '2a3005b3-6c18-4cb2-94e4-48e9cf6a930f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:35:59.496838 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4574ca-711c-4012-a566-025debd030c5 None None] Checking router: bafa57e7-b72f-4a14-8269-b93c6e437ffe for host: dv-cinder-800431-1-iscsi {{(pid=92953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 08:35:59.505182 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-c3e6d0e8-8a48-4f64-80f0-4f0cedde1f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418019ea-d547-4846-9c14-b06122b075c6', 'name': 'tempest-TestMinimumBasicScenario-430358051-router', 'tenant_id': '61b587b0c53b492fb8b219a96dd1c56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': 'f0f1013d-8178-41cd-8bdf-6151a9b3cb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:32:51Z', 'updated_at': '2021-07-12T08:35:56Z', 'revision_number': 5, 'project_id': '61b587b0c53b492fb8b219a96dd1c56a', 'gw_port': {'id': 'f0f1013d-8178-41cd-8bdf-6151a9b3cb32', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418019ea-d547-4846-9c14-b06122b075c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:32:51Z', 'updated_at': '2021-07-12T08:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi'}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:35:59.505437 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6b16391f-6df4-417b-b11b-1d3b9c7eb69b admin admin] Notify callbacks [] for router, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:59.505554 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4574ca-711c-4012-a566-025debd030c5 None None] Routers {'bafa57e7-b72f-4a14-8269-b93c6e437ffe'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:35:59.506240 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-1d4574ca-711c-4012-a566-025debd030c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:35:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['bafa57e7-b72f-4a14-8269-b93c6e437ffe'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:35:59.535115 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e6d0e8-8a48-4f64-80f0-4f0cedde1f1e None None] Checking router: 418019ea-d547-4846-9c14-b06122b075c6 for host: dv-cinder-800431-1-iscsi {{(pid=92954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 08:35:59.548791 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e6d0e8-8a48-4f64-80f0-4f0cedde1f1e None None] Routers {'418019ea-d547-4846-9c14-b06122b075c6'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:35:59.550126 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-c3e6d0e8-8a48-4f64-80f0-4f0cedde1f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:35:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['418019ea-d547-4846-9c14-b06122b075c6'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:35:59.551451 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-0f5799b0-9e66-4e71-80b4-7c493921fb2e req-ca472b24-e507-4a92-9db1-7e0ffc02286f tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:59.551839 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-0f5799b0-9e66-4e71-80b4-7c493921fb2e req-ca472b24-e507-4a92-9db1-7e0ffc02286f tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-940870'] for floatingip, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:59.552143 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.db.l3_db [req-0f5799b0-9e66-4e71-80b4-7c493921fb2e req-ca472b24-e507-4a92-9db1-7e0ffc02286f tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Floating IP 4c65855e-1969-4b90-83a3-9820ba4943c7 disassociated. External IP: 172.27.1.51, port: 9615cfd2-182f-40a4-a5e5-22e850202576. Jul 12 08:35:59.553733 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [req-0f5799b0-9e66-4e71-80b4-7c493921fb2e req-ca472b24-e507-4a92-9db1-7e0ffc02286f tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Calling delete_port for 9615cfd2-182f-40a4-a5e5-22e850202576 owned by compute:nova {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 08:35:59.626505 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-1d4574ca-711c-4012-a566-025debd030c5 None None] Set router bafa57e7-b72f-4a14-8269-b93c6e437ffe gateway port host: dv-cinder-800431-1-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:35:59.682949 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-c3e6d0e8-8a48-4f64-80f0-4f0cedde1f1e None None] Set router 418019ea-d547-4846-9c14-b06122b075c6 gateway port host: dv-cinder-800431-1-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:35:59.753586 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e83bb-8e15-4d5b-b147-80b10859b32d req-2f512b60-6e7e-466b-b4a6-4b680f7674eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:35:59.755048 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5c7e83bb-8e15-4d5b-b147-80b10859b32d req-2f512b60-6e7e-466b-b4a6-4b680f7674eb service neutron] 10.222.0.23 "GET /v2.0/networks?id=87f9aa9d-4b32-44c0-9258-78c96af6cf8d HTTP/1.1" status: 200 len: 917 time: 0.3325231 Jul 12 08:35:59.791334 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 07783f66-b516-438e-8e85-d20a91d96ed7 up at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:35:59.853300 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d954a79c-d864-40cf-a5ba-2d81166af540 admin admin] Notify agent at l3_agent.dv-cinder-800431-1-iscsi the message routers_updated {{(pid=92952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 08:35:59.863355 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6b16391f-6df4-417b-b11b-1d3b9c7eb69b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:59.871382 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255ed888-da76-4e0b-a687-3814a8a01f5e None None] Sync routers for ids ['c07633c1-f2b8-4855-b203-d7ee60676baf'] in dv-cinder-800431-1-iscsi {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 08:35:59.888472 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5c7e83bb-8e15-4d5b-b147-80b10859b32d req-4d45ec7c-fba3-4c28-abea-bb744a25883e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=174c347b-fe22-4938-a010-f64737a2d061 HTTP/1.1" status: 200 len: 998 time: 0.1238065 Jul 12 08:35:59.907889 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255ed888-da76-4e0b-a687-3814a8a01f5e None None] Routers {'c07633c1-f2b8-4855-b203-d7ee60676baf'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:35:59.908520 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-255ed888-da76-4e0b-a687-3814a8a01f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:35:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['c07633c1-f2b8-4855-b203-d7ee60676baf'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:35:59.914670 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d954a79c-d864-40cf-a5ba-2d81166af540 admin admin] Notify callbacks [] for router, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:35:59.918452 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-d954a79c-d864-40cf-a5ba-2d81166af540 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.5079100 Jul 12 08:35:59.918720 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 42900) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:36:00.004150 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning for port 07783f66-b516-438e-8e85-d20a91d96ed7 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:36:00.010768 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e83bb-8e15-4d5b-b147-80b10859b32d req-3d7fa758-cc7c-4463-9758-a933676c26a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:00.011574 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5c7e83bb-8e15-4d5b-b147-80b10859b32d req-3d7fa758-cc7c-4463-9758-a933676c26a9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2a3005b3-6c18-4cb2-94e4-48e9cf6a930f HTTP/1.1" status: 200 len: 855 time: 0.1132519 Jul 12 08:36:00.012757 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-0f5799b0-9e66-4e71-80b4-7c493921fb2e req-ca472b24-e507-4a92-9db1-7e0ffc02286f tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8377658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748223196968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748222641655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1188448'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:00.015055 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-c3e6d0e8-8a48-4f64-80f0-4f0cedde1f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418019ea-d547-4846-9c14-b06122b075c6', 'name': 'tempest-TestMinimumBasicScenario-430358051-router', 'tenant_id': '61b587b0c53b492fb8b219a96dd1c56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': 'f0f1013d-8178-41cd-8bdf-6151a9b3cb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:32:51Z', 'updated_at': '2021-07-12T08:35:56Z', 'revision_number': 5, 'project_id': '61b587b0c53b492fb8b219a96dd1c56a', 'gw_port': {'id': 'f0f1013d-8178-41cd-8bdf-6151a9b3cb32', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418019ea-d547-4846-9c14-b06122b075c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:32:51Z', 'updated_at': '2021-07-12T08:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi'}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:36:00.040000 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning complete for port 07783f66-b516-438e-8e85-d20a91d96ed7 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:36:00.040384 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:00.066828 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e6d0e8-8a48-4f64-80f0-4f0cedde1f1e None None] The sync data for ids ['418019ea-d547-4846-9c14-b06122b075c6'] in dv-cinder-800431-1-iscsi is: [{'id': '418019ea-d547-4846-9c14-b06122b075c6', 'name': 'tempest-TestMinimumBasicScenario-430358051-router', 'tenant_id': '61b587b0c53b492fb8b219a96dd1c56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': 'f0f1013d-8178-41cd-8bdf-6151a9b3cb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:32:51Z', 'updated_at': '2021-07-12T08:35:56Z', 'revision_number': 5, 'project_id': '61b587b0c53b492fb8b219a96dd1c56a', 'gw_port': {'id': 'f0f1013d-8178-41cd-8bdf-6151a9b3cb32', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418019ea-d547-4846-9c14-b06122b075c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:32:51Z', 'updated_at': '2021-07-12T08:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi'}] {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 08:36:00.077413 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca472b24-e507-4a92-9db1-7e0ffc02286f tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Pushing event deleted for resources: {'Port': ['ID=9615cfd2-182f-40a4-a5e5-22e850202576,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:36:00.086225 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-6b16391f-6df4-417b-b11b-1d3b9c7eb69b admin admin] Deleting port f0f1013d-8178-41cd-8bdf-6151a9b3cb32 {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 08:36:00.086991 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6b16391f-6df4-417b-b11b-1d3b9c7eb69b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748223187694'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:00.136385 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-255ed888-da76-4e0b-a687-3814a8a01f5e None None] Set router c07633c1-f2b8-4855-b203-d7ee60676baf gateway port host: dv-cinder-800431-1-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:36:00.257272 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e83bb-8e15-4d5b-b147-80b10859b32d req-ccc4796f-5694-4c84-9825-1bf2ec92972b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:00.259265 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5c7e83bb-8e15-4d5b-b147-80b10859b32d req-ccc4796f-5694-4c84-9825-1bf2ec92972b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=87f9aa9d-4b32-44c0-9258-78c96af6cf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2389281 Jul 12 08:36:00.259807 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-1d4574ca-711c-4012-a566-025debd030c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bafa57e7-b72f-4a14-8269-b93c6e437ffe', 'name': 'tempest-AttachVolumeShelveTestJSON-348321455-router', 'tenant_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '368c32c0-c314-4342-9815-4c57d936452a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:31:09Z', 'updated_at': '2021-07-12T08:31:28Z', 'revision_number': 4, 'project_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'gw_port': {'id': '368c32c0-c314-4342-9815-4c57d936452a', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:27:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafa57e7-b72f-4a14-8269-b93c6e437ffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:12Z', 'updated_at': '2021-07-12T08:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_floatingips': [{'id': '6effd310-cb97-4e19-a2c1-17d1b1477f8a', 'tenant_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'router_id': 'bafa57e7-b72f-4a14-8269-b93c6e437ffe', 'port_id': '174c347b-fe22-4938-a010-f64737a2d061', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87f9aa9d-4b32-44c0-9258-78c96af6cf8d', 'mac_address': 'fa:16:3e:78:b9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7265dd39-8470-47ab-91e7-c708ec5acfcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T08:35:42Z', 'updated_at': '2021-07-12T08:35:58Z', 'revision_number': 1, 'project_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96e2e342-c1a9-432e-bf24-867ec2d38b56', 'name': '', 'network_id': '87f9aa9d-4b32-44c0-9258-78c96af6cf8d', 'tenant_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'mac_address': 'fa:16:3e:3d:9b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafa57e7-b72f-4a14-8269-b93c6e437ffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2a3005b3-6c18-4cb2-94e4-48e9cf6a930f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:23Z', 'updated_at': '2021-07-12T08:31:38Z', 'revision_number': 5, 'project_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'subnets': [{'id': '2a3005b3-6c18-4cb2-94e4-48e9cf6a930f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:36:00.288186 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [None req-6b16391f-6df4-417b-b11b-1d3b9c7eb69b admin admin] For port f0f1013d-8178-41cd-8bdf-6151a9b3cb32, host dv-cinder-800431-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=f0f1013d-8178-41cd-8bdf-6151a9b3cb32,segment=NetworkSegment(96305722-55d6-4089-959b-5f9b3a20c0c4),segment_id=96305722-55d6-4089-959b-5f9b3a20c0c4)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:36:00.288475 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6b16391f-6df4-417b-b11b-1d3b9c7eb69b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528347'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:00.300338 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:00.354368 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-6b16391f-6df4-417b-b11b-1d3b9c7eb69b admin admin] Calling delete_port for f0f1013d-8178-41cd-8bdf-6151a9b3cb32 owned by network:router_gateway {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 08:36:00.374537 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4574ca-711c-4012-a566-025debd030c5 None None] The sync data for ids ['bafa57e7-b72f-4a14-8269-b93c6e437ffe'] in dv-cinder-800431-1-iscsi is: [{'id': 'bafa57e7-b72f-4a14-8269-b93c6e437ffe', 'name': 'tempest-AttachVolumeShelveTestJSON-348321455-router', 'tenant_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '368c32c0-c314-4342-9815-4c57d936452a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:31:09Z', 'updated_at': '2021-07-12T08:31:28Z', 'revision_number': 4, 'project_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'gw_port': {'id': '368c32c0-c314-4342-9815-4c57d936452a', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:27:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafa57e7-b72f-4a14-8269-b93c6e437ffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:12Z', 'updated_at': '2021-07-12T08:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_floatingips': [{'id': '6effd310-cb97-4e19-a2c1-17d1b1477f8a', 'tenant_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'router_id': 'bafa57e7-b72f-4a14-8269-b93c6e437ffe', 'port_id': '174c347b-fe22-4938-a010-f64737a2d061', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87f9aa9d-4b32-44c0-9258-78c96af6cf8d', 'mac_address': 'fa:16:3e:78:b9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7265dd39-8470-47ab-91e7-c708ec5acfcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T08:35:42Z', 'updated_at': '2021-07-12T08:35:58Z', 'revision_number': 1, 'project_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96e2e342-c1a9-432e-bf24-867ec2d38b56', 'name': '', 'network_id': '87f9aa9d-4b32-44c0-9258-78c96af6cf8d', 'tenant_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'mac_address': 'fa:16:3e:3d:9b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafa57e7-b72f-4a14-8269-b93c6e437ffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2a3005b3-6c18-4cb2-94e4-48e9cf6a930f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:23Z', 'updated_at': '2021-07-12T08:31:38Z', 'revision_number': 5, 'project_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'subnets': [{'id': '2a3005b3-6c18-4cb2-94e4-48e9cf6a930f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 08:36:00.416593 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] For port 07783f66-b516-438e-8e85-d20a91d96ed7, host dv-cinder-800431-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=07783f66-b516-438e-8e85-d20a91d96ed7,segment=NetworkSegment(0b8979b6-9f97-4684-9982-6e73323e0ae4),segment_id=0b8979b6-9f97-4684-9982-6e73323e0ae4)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:36:00.427604 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:00.454341 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 08e39f8d-8ce5-487e-9236-4b50698cd24b up at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:36:00.482823 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-4909957c-3ae6-4ff6-a561-252b415ad236 req-d10d6ef2-da55-4fd6-905b-825c813b1a42 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3d1c3f-59e4-4dec-96d8-4fb874223ad6 HTTP/1.1" status: 200 len: 210 time: 0.0411496 Jul 12 08:36:00.512152 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-24e511ba-3ddf-436b-b464-556a1118824f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:00.553031 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f5799b0-9e66-4e71-80b4-7c493921fb2e req-ca472b24-e507-4a92-9db1-7e0ffc02286f tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Router 59a260da-04ad-498b-a2d9-3307dd0da82c has already been hosted by L3 agent c0ba3535-5ad7-41e9-9cdc-b89c0ff976de {{(pid=92952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 08:36:00.622693 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Pushing event updated for resources: {'Port': ['ID=07783f66-b516-438e-8e85-d20a91d96ed7,revision_number=5']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:36:00.650998 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning complete for port 08e39f8d-8ce5-487e-9236-4b50698cd24b triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:36:00.651223 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:00.686159 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-255ed888-da76-4e0b-a687-3814a8a01f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c07633c1-f2b8-4855-b203-d7ee60676baf', 'name': 'tempest-TestVolumeBootPattern-1471055892-router', 'tenant_id': '518938b9ccb84c24b924a04b8e123e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '7298b929-bd42-4ec0-80fa-8f3dedeadfab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:35:55Z', 'updated_at': '2021-07-12T08:35:57Z', 'revision_number': 3, 'project_id': '518938b9ccb84c24b924a04b8e123e5b', 'gw_port': {'id': '7298b929-bd42-4ec0-80fa-8f3dedeadfab', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:28:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c07633c1-f2b8-4855-b203-d7ee60676baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:56Z', 'updated_at': '2021-07-12T08:35:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi'}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:36:00.746104 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255ed888-da76-4e0b-a687-3814a8a01f5e None None] Checking router: c07633c1-f2b8-4855-b203-d7ee60676baf for host: dv-cinder-800431-1-iscsi {{(pid=92953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 08:36:00.746464 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255ed888-da76-4e0b-a687-3814a8a01f5e None None] Updating router c07633c1-f2b8-4855-b203-d7ee60676baf port 7298b929-bd42-4ec0-80fa-8f3dedeadfab binding host dv-cinder-800431-1-iscsi {{(pid=92953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 08:36:00.766406 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.db.db_base_plugin_common [None req-24e511ba-3ddf-436b-b464-556a1118824f admin admin] Allocated IP 172.20.0.1 (2e6e9477-8a08-4413-8645-80477f668554/e28ba8bd-70f2-49f8-a288-ae23b9b3e132/fe5dfd85-aa05-4081-b4b3-3a4ccfe26acd) {{(pid=92951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 08:36:00.801871 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-255ed888-da76-4e0b-a687-3814a8a01f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:00.888876 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-24e511ba-3ddf-436b-b464-556a1118824f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:00.940428 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-ad14d88d-0be4-4f4c-ba1b-4486e22449c4 None None] Provisioning complete for port 07783f66-b516-438e-8e85-d20a91d96ed7 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:36:00.940806 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-ad14d88d-0be4-4f4c-ba1b-4486e22449c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:01.016575 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5c7e83bb-8e15-4d5b-b147-80b10859b32d req-afed3d1a-44c2-4752-8d5e-b9eba7626ac7 service neutron] 10.222.0.23 "GET /v2.0/networks/87f9aa9d-4b32-44c0-9258-78c96af6cf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7459981 Jul 12 08:36:01.026263 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.db.provisioning_blocks [None req-24e511ba-3ddf-436b-b464-556a1118824f admin admin] Transition to ACTIVE for port object fe5dfd85-aa05-4081-b4b3-3a4ccfe26acd will not be triggered until provisioned by entity DHCP. {{(pid=92951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:36:01.036674 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6b16391f-6df4-417b-b11b-1d3b9c7eb69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8377658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748223196968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748222641655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1188448'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:01.074462 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-24e511ba-3ddf-436b-b464-556a1118824f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748222641646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2337024'] for port, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:01.108079 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b16391f-6df4-417b-b11b-1d3b9c7eb69b admin admin] Pushing event deleted for resources: {'Port': ['ID=f0f1013d-8178-41cd-8bdf-6151a9b3cb32,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:36:01.122724 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f5799b0-9e66-4e71-80b4-7c493921fb2e req-ca472b24-e507-4a92-9db1-7e0ffc02286f tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify agent at l3_agent.dv-cinder-800431-1-iscsi the message routers_updated {{(pid=92952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 08:36:01.129621 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e511ba-3ddf-436b-b464-556a1118824f admin admin] Network 2e6e9477-8a08-4413-8645-80477f668554 is already hosted by enough agents. {{(pid=92951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:36:01.134753 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-24e511ba-3ddf-436b-b464-556a1118824f admin admin] Resources bound (agent type, host, resource id): {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:36:01.139461 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e511ba-3ddf-436b-b464-556a1118824f admin admin] Received port after_create {{(pid=92951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 08:36:01.144665 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e511ba-3ddf-436b-b464-556a1118824f admin admin] Pushing event updated for resources: {'Port': ['ID=fe5dfd85-aa05-4081-b4b3-3a4ccfe26acd,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:36:01.146099 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f6d1ba-5c2a-4f29-a5cf-391db47706a6 None None] Sync routers for ids ['59a260da-04ad-498b-a2d9-3307dd0da82c'] in dv-cinder-800431-1-iscsi {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 08:36:01.178085 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-255ed888-da76-4e0b-a687-3814a8a01f5e None None] Notify callbacks [] for port, precommit_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:01.186262 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f6d1ba-5c2a-4f29-a5cf-391db47706a6 None None] Routers {'59a260da-04ad-498b-a2d9-3307dd0da82c'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:36:01.187236 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-b6f6d1ba-5c2a-4f29-a5cf-391db47706a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:35:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['59a260da-04ad-498b-a2d9-3307dd0da82c'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:36:01.193849 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-255ed888-da76-4e0b-a687-3814a8a01f5e None None] Transition to ACTIVE for port object 7298b929-bd42-4ec0-80fa-8f3dedeadfab will not be triggered until provisioned by entity L2. {{(pid=92953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:36:01.205623 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-255ed888-da76-4e0b-a687-3814a8a01f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:01.214685 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-24e511ba-3ddf-436b-b464-556a1118824f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528631'] for router_interface, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:01.221496 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5799b0-9e66-4e71-80b4-7c493921fb2e req-ca472b24-e507-4a92-9db1-7e0ffc02286f tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] No DVR routers for this DVR port 9615cfd2-182f-40a4-a5e5-22e850202576 on host hv-cinder-80043 {{(pid=92952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 08:36:01.238056 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-0f5799b0-9e66-4e71-80b4-7c493921fb2e req-ca472b24-e507-4a92-9db1-7e0ffc02286f tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:01.240090 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0f5799b0-9e66-4e71-80b4-7c493921fb2e req-ca472b24-e507-4a92-9db1-7e0ffc02286f tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.23 "DELETE /v2.0/ports/9615cfd2-182f-40a4-a5e5-22e850202576 HTTP/1.1" status: 204 len: 173 time: 3.1415436 Jul 12 08:36:01.254451 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 9615cfd2-182f-40a4-a5e5-22e850202576 no longer exists at agent hyperv_hv-cinder-80043 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 08:36:01.310966 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] No Port match for: 9615cfd2-182f-40a4-a5e5-22e850202576 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 08:36:01.311583 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 9615cfd2-182f-40a4-a5e5-22e850202576 not bound to the agent host hv-cinder-80043 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 08:36:01.313304 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e7999-739f-40c5-96d2-5e919d7bb748 None None] Pushing event updated for resources: {'Port': ['ID=7298b929-bd42-4ec0-80fa-8f3dedeadfab,revision_number=2']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:36:01.316475 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-255ed888-da76-4e0b-a687-3814a8a01f5e None None] Attempting to bind port 7298b929-bd42-4ec0-80fa-8f3dedeadfab on host dv-cinder-800431-1-iscsi for vnic_type normal with profile {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 08:36:01.317285 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-255ed888-da76-4e0b-a687-3814a8a01f5e None None] Attempting to bind port 7298b929-bd42-4ec0-80fa-8f3dedeadfab by drivers openvswitch,hyperv on host dv-cinder-800431-1-iscsi at level 0 using segments [{'id': '96305722-55d6-4089-959b-5f9b3a20c0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3'}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 08:36:01.317285 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255ed888-da76-4e0b-a687-3814a8a01f5e None None] Attempting to bind port 7298b929-bd42-4ec0-80fa-8f3dedeadfab on network 65ec14d2-e0c2-45ad-9132-5fa8e954ebc3 {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:36:01.323258 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255ed888-da76-4e0b-a687-3814a8a01f5e None None] Checking agent: {'id': '165ba4a0-42de-4d95-afeb-0090fba4eff7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 8, 23, 37), 'started_at': datetime.datetime(2021, 7, 12, 8, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 8, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 08:36:01.323640 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255ed888-da76-4e0b-a687-3814a8a01f5e None None] Checking segment: {'id': '96305722-55d6-4089-959b-5f9b3a20c0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:36:01.324042 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-255ed888-da76-4e0b-a687-3814a8a01f5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:01.324589 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255ed888-da76-4e0b-a687-3814a8a01f5e None None] Bound using segment: {'id': '96305722-55d6-4089-959b-5f9b3a20c0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3'} {{(pid=92953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 08:36:01.324958 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.managers [None req-255ed888-da76-4e0b-a687-3814a8a01f5e None None] Bound port: 7298b929-bd42-4ec0-80fa-8f3dedeadfab, host: dv-cinder-800431-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96305722-55d6-4089-959b-5f9b3a20c0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3'}}] {{(pid=92953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 08:36:01.325504 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-255ed888-da76-4e0b-a687-3814a8a01f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:01.325843 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca3d1c3f-59e4-4dec-96d8-4fb874223ad6', 'name': 'network-vif-deleted', 'tag': '9615cfd2-182f-40a4-a5e5-22e850202576'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:36:01.328862 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35659b288decb3563870ae931b8d662eab2da969d6ab5856613d86fcebdbc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af9610a-7a67-4fd3-a181-16e68620899f" -d '{"events": [{"server_uuid": "ca3d1c3f-59e4-4dec-96d8-4fb874223ad6", "name": "network-vif-deleted", "tag": "9615cfd2-182f-40a4-a5e5-22e850202576"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:36:01.417358 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6b16391f-6df4-417b-b11b-1d3b9c7eb69b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-940952'] for router_gateway, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:01.541932 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 08:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a4d93f-2bb1-46fb-b53d-336d70673e4f x-openstack-request-id: req-81a4d93f-2bb1-46fb-b53d-336d70673e4f {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:36:01.542264 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca3d1c3f-59e4-4dec-96d8-4fb874223ad6", "name": "network-vif-deleted", "tag": "9615cfd2-182f-40a4-a5e5-22e850202576", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:36:01.542462 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-81a4d93f-2bb1-46fb-b53d-336d70673e4f {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:36:01.554632 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca3d1c3f-59e4-4dec-96d8-4fb874223ad6', 'name': 'network-vif-deleted', 'tag': '9615cfd2-182f-40a4-a5e5-22e850202576', 'status': 'completed', 'code': 200} Jul 12 08:36:01.587837 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-24e511ba-3ddf-436b-b464-556a1118824f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:01.607990 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afbcb9b-1c7c-44ce-be20-976c1ec334fc None None] New status for floating IP 6effd310-cb97-4e19-a2c1-17d1b1477f8a: ACTIVE {{(pid=92953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 08:36:01.608357 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5c7e83bb-8e15-4d5b-b147-80b10859b32d req-c7eae302-940b-4059-851f-a5510a1cc04c service neutron] 10.222.0.23 "GET /v2.0/networks/87f9aa9d-4b32-44c0-9258-78c96af6cf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5821133 Jul 12 08:36:01.623952 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-b6f6d1ba-5c2a-4f29-a5cf-391db47706a6 None None] Set router 59a260da-04ad-498b-a2d9-3307dd0da82c gateway port host: dv-cinder-800431-1-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:36:01.684862 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6b16391f-6df4-417b-b11b-1d3b9c7eb69b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500026'] for router, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:01.687425 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6b16391f-6df4-417b-b11b-1d3b9c7eb69b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:01.792328 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:01.808457 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-92f985b8-d380-4e51-9222-cfd7c0416a41 None None] Provisioning for port fe5dfd85-aa05-4081-b4b3-3a4ccfe26acd completed by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:36:01.821146 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6b16391f-6df4-417b-b11b-1d3b9c7eb69b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-526004'] for router, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:01.821854 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b16391f-6df4-417b-b11b-1d3b9c7eb69b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 418019ea-d547-4846-9c14-b06122b075c6 {{(pid=92952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 08:36:01.828384 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6b16391f-6df4-417b-b11b-1d3b9c7eb69b admin admin] Notify callbacks [] for router, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:01.832653 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-6b16391f-6df4-417b-b11b-1d3b9c7eb69b admin admin] 10.222.0.37 "DELETE /v2.0/routers/418019ea-d547-4846-9c14-b06122b075c6 HTTP/1.1" status: 204 len: 168 time: 2.7103844 Jul 12 08:36:01.834330 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 42912) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:36:01.837588 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 07783f66-b516-438e-8e85-d20a91d96ed7 up at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:36:01.837899 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-1a8e8fad-0b73-40cd-b789-6e1a7bfc64b6 req-429edba2-9e53-44a0-acb2-fef2ea06ca79 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3d1c3f-59e4-4dec-96d8-4fb874223ad6 HTTP/1.1" status: 200 len: 210 time: 0.0622594 Jul 12 08:36:01.840680 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-92f985b8-d380-4e51-9222-cfd7c0416a41 None None] Provisioning complete for port fe5dfd85-aa05-4081-b4b3-3a4ccfe26acd triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:36:01.841436 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-92f985b8-d380-4e51-9222-cfd7c0416a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:01.850832 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-255ed888-da76-4e0b-a687-3814a8a01f5e None None] For port 7298b929-bd42-4ec0-80fa-8f3dedeadfab, host dv-cinder-800431-1-iscsi, cleared binding levels {{(pid=92953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 08:36:01.903910 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5bc3531-e7d5-4585-a8c5-2ea72af20ed3 admin admin] Deleting subnet a3335d6e-56c3-46e5-8ff5-ef0ba23a88e9 {{(pid=92952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 08:36:01.909229 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b5bc3531-e7d5-4585-a8c5-2ea72af20ed3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:01.945126 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-24e511ba-3ddf-436b-b464-556a1118824f admin admin] Notify callbacks [] for port, precommit_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:01.961454 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-24e511ba-3ddf-436b-b464-556a1118824f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2337046'] for port, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:01.961759 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-b6f6d1ba-5c2a-4f29-a5cf-391db47706a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a260da-04ad-498b-a2d9-3307dd0da82c', 'name': 'tempest-AttachVolumeTestJSON-1782835244-router', 'tenant_id': '2b5b16bf27b543fb92132074924097b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '07f95d4c-3817-4137-9ea5-87443a9b00aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:31:07Z', 'updated_at': '2021-07-12T08:31:17Z', 'revision_number': 4, 'project_id': '2b5b16bf27b543fb92132074924097b0', 'gw_port': {'id': '07f95d4c-3817-4137-9ea5-87443a9b00aa', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:dd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a260da-04ad-498b-a2d9-3307dd0da82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:08Z', 'updated_at': '2021-07-12T08:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_interfaces': [{'id': '8ff799b1-e976-44d7-8560-425802963031', 'name': '', 'network_id': '87af1681-88b0-408a-a0a8-01a2bb52ff86', 'tenant_id': '2b5b16bf27b543fb92132074924097b0', 'mac_address': 'fa:16:3e:d0:d9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a260da-04ad-498b-a2d9-3307dd0da82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1b424425-fba9-4165-b007-490b023a5f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:13Z', 'updated_at': '2021-07-12T08:31:31Z', 'revision_number': 5, 'project_id': '2b5b16bf27b543fb92132074924097b0', 'subnets': [{'id': '1b424425-fba9-4165-b007-490b023a5f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:36:01.991683 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-255ed888-da76-4e0b-a687-3814a8a01f5e None None] For port 7298b929-bd42-4ec0-80fa-8f3dedeadfab, host dv-cinder-800431-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=7298b929-bd42-4ec0-80fa-8f3dedeadfab,segment=NetworkSegment(96305722-55d6-4089-959b-5f9b3a20c0c4),segment_id=96305722-55d6-4089-959b-5f9b3a20c0c4)] {{(pid=92953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 08:36:01.997558 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b5bc3531-e7d5-4585-a8c5-2ea72af20ed3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1649690'] for subnet, precommit_delete_associations {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:02.003992 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-255ed888-da76-4e0b-a687-3814a8a01f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:02.040152 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f6d1ba-5c2a-4f29-a5cf-391db47706a6 None None] Checking router: 59a260da-04ad-498b-a2d9-3307dd0da82c for host: dv-cinder-800431-1-iscsi {{(pid=92954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 08:36:02.058110 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f6d1ba-5c2a-4f29-a5cf-391db47706a6 None None] Routers {'59a260da-04ad-498b-a2d9-3307dd0da82c'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:36:02.059124 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-b6f6d1ba-5c2a-4f29-a5cf-391db47706a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:35:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['59a260da-04ad-498b-a2d9-3307dd0da82c'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:36:02.067290 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255ed888-da76-4e0b-a687-3814a8a01f5e None None] Routers {'c07633c1-f2b8-4855-b203-d7ee60676baf'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:36:02.067932 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-255ed888-da76-4e0b-a687-3814a8a01f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:35:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['c07633c1-f2b8-4855-b203-d7ee60676baf'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:36:02.114886 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-24e511ba-3ddf-436b-b464-556a1118824f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532394'] for router_interface, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:02.221381 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e511ba-3ddf-436b-b464-556a1118824f admin admin] Pushing event updated for resources: {'Port': ['ID=fe5dfd85-aa05-4081-b4b3-3a4ccfe26acd,revision_number=2']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:36:02.241294 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-92f985b8-d380-4e51-9222-cfd7c0416a41 None None] Port fe5dfd85-aa05-4081-b4b3-3a4ccfe26acd cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 08:36:02.246854 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-b6f6d1ba-5c2a-4f29-a5cf-391db47706a6 None None] Set router 59a260da-04ad-498b-a2d9-3307dd0da82c gateway port host: dv-cinder-800431-1-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:36:02.258029 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b5bc3531-e7d5-4585-a8c5-2ea72af20ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8247719'] for subnet, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:02.306969 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e511ba-3ddf-436b-b464-556a1118824f admin admin] Network 2e6e9477-8a08-4413-8645-80477f668554 is already hosted by enough agents. {{(pid=92951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:36:02.309417 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-24e511ba-3ddf-436b-b464-556a1118824f admin admin] Resources bound (agent type, host, resource id): {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:36:02.334200 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-255ed888-da76-4e0b-a687-3814a8a01f5e None None] Set router c07633c1-f2b8-4855-b203-d7ee60676baf gateway port host: dv-cinder-800431-1-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:36:02.337572 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning complete for port 07783f66-b516-438e-8e85-d20a91d96ed7 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:36:02.337988 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:02.341026 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b5bc3531-e7d5-4585-a8c5-2ea72af20ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8247726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1188542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2948071'] for subnet, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:02.391773 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bc3531-e7d5-4585-a8c5-2ea72af20ed3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3335d6e-56c3-46e5-8ff5-ef0ba23a88e9,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:36:02.412349 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b5bc3531-e7d5-4585-a8c5-2ea72af20ed3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for subnet, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:02.414647 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e7999-739f-40c5-96d2-5e919d7bb748 None None] Pushing event updated for resources: {'Port': ['ID=7298b929-bd42-4ec0-80fa-8f3dedeadfab,revision_number=3']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:36:02.419018 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-b5bc3531-e7d5-4585-a8c5-2ea72af20ed3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a3335d6e-56c3-46e5-8ff5-ef0ba23a88e9 HTTP/1.1" status: 204 len: 168 time: 0.5792873 Jul 12 08:36:02.420109 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 42914) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:36:02.449785 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2616d6-9181-4fdb-909d-82d1b0dbbff7 None None] Network 986f9208-db04-4964-8aaf-294544c18fee requested from dv-cinder-800431-1-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 08:36:02.520299 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e511ba-3ddf-436b-b464-556a1118824f admin admin] Router c07633c1-f2b8-4855-b203-d7ee60676baf has already been hosted by L3 agent c0ba3535-5ad7-41e9-9cdc-b89c0ff976de {{(pid=92951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 08:36:02.544972 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-505d6467-73c2-4408-9d32-e3a490f3b937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884328'] for network, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:02.589065 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-3d9a0462-bbd4-4cb1-b48c-24cb2f67ae9e None None] Provisioning complete for port fe5dfd85-aa05-4081-b4b3-3a4ccfe26acd triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:36:02.589065 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3d9a0462-bbd4-4cb1-b48c-24cb2f67ae9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:02.659111 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-505d6467-73c2-4408-9d32-e3a490f3b937 admin admin] Deleting port cba18a65-dc02-48fb-8bc3-aef31ded8338 {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 08:36:02.659460 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-505d6467-73c2-4408-9d32-e3a490f3b937 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748223187694'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:02.695353 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e511ba-3ddf-436b-b464-556a1118824f admin admin] Notify agent at l3_agent.dv-cinder-800431-1-iscsi the message routers_updated {{(pid=92951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 08:36:02.709736 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-24e511ba-3ddf-436b-b464-556a1118824f admin admin] 10.222.0.37 "PUT /v2.0/routers/c07633c1-f2b8-4855-b203-d7ee60676baf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7820017 Jul 12 08:36:02.717094 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-3d9a0462-bbd4-4cb1-b48c-24cb2f67ae9e None None] Port fe5dfd85-aa05-4081-b4b3-3a4ccfe26acd cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 08:36:02.718228 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-b6f6d1ba-5c2a-4f29-a5cf-391db47706a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a260da-04ad-498b-a2d9-3307dd0da82c', 'name': 'tempest-AttachVolumeTestJSON-1782835244-router', 'tenant_id': '2b5b16bf27b543fb92132074924097b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '07f95d4c-3817-4137-9ea5-87443a9b00aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:31:07Z', 'updated_at': '2021-07-12T08:31:17Z', 'revision_number': 4, 'project_id': '2b5b16bf27b543fb92132074924097b0', 'gw_port': {'id': '07f95d4c-3817-4137-9ea5-87443a9b00aa', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:dd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a260da-04ad-498b-a2d9-3307dd0da82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:08Z', 'updated_at': '2021-07-12T08:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_interfaces': [{'id': '8ff799b1-e976-44d7-8560-425802963031', 'name': '', 'network_id': '87af1681-88b0-408a-a0a8-01a2bb52ff86', 'tenant_id': '2b5b16bf27b543fb92132074924097b0', 'mac_address': 'fa:16:3e:d0:d9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a260da-04ad-498b-a2d9-3307dd0da82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1b424425-fba9-4165-b007-490b023a5f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:13Z', 'updated_at': '2021-07-12T08:31:31Z', 'revision_number': 5, 'project_id': '2b5b16bf27b543fb92132074924097b0', 'subnets': [{'id': '1b424425-fba9-4165-b007-490b023a5f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:36:02.746768 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f6d1ba-5c2a-4f29-a5cf-391db47706a6 None None] The sync data for ids ['59a260da-04ad-498b-a2d9-3307dd0da82c'] in dv-cinder-800431-1-iscsi is: [{'id': '59a260da-04ad-498b-a2d9-3307dd0da82c', 'name': 'tempest-AttachVolumeTestJSON-1782835244-router', 'tenant_id': '2b5b16bf27b543fb92132074924097b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '07f95d4c-3817-4137-9ea5-87443a9b00aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:31:07Z', 'updated_at': '2021-07-12T08:31:17Z', 'revision_number': 4, 'project_id': '2b5b16bf27b543fb92132074924097b0', 'gw_port': {'id': '07f95d4c-3817-4137-9ea5-87443a9b00aa', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:dd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a260da-04ad-498b-a2d9-3307dd0da82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:08Z', 'updated_at': '2021-07-12T08:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_interfaces': [{'id': '8ff799b1-e976-44d7-8560-425802963031', 'name': '', 'network_id': '87af1681-88b0-408a-a0a8-01a2bb52ff86', 'tenant_id': '2b5b16bf27b543fb92132074924097b0', 'mac_address': 'fa:16:3e:d0:d9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a260da-04ad-498b-a2d9-3307dd0da82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1b424425-fba9-4165-b007-490b023a5f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:13Z', 'updated_at': '2021-07-12T08:31:31Z', 'revision_number': 5, 'project_id': '2b5b16bf27b543fb92132074924097b0', 'subnets': [{'id': '1b424425-fba9-4165-b007-490b023a5f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 08:36:02.770485 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [None req-505d6467-73c2-4408-9d32-e3a490f3b937 admin admin] For port cba18a65-dc02-48fb-8bc3-aef31ded8338, host dv-cinder-800431-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=cba18a65-dc02-48fb-8bc3-aef31ded8338,segment=NetworkSegment(e10e3cdb-5176-422e-b904-64a5a4cbb632),segment_id=e10e3cdb-5176-422e-b904-64a5a4cbb632)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:36:02.770854 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-505d6467-73c2-4408-9d32-e3a490f3b937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528347'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:02.788733 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-505d6467-73c2-4408-9d32-e3a490f3b937 admin admin] Calling delete_port for cba18a65-dc02-48fb-8bc3-aef31ded8338 owned by network:dhcp {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 08:36:02.888681 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 4696c502-6785-4804-a4b7-9a59c3815af3 no longer exists at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 08:36:02.898723 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-505d6467-73c2-4408-9d32-e3a490f3b937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8377658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748223196968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748222641655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1188448'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:02.921671 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-d9e2da60-ef6c-4e04-bb5c-e786ec0c3640 None None] Provisioning complete for port fe5dfd85-aa05-4081-b4b3-3a4ccfe26acd triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:36:02.922603 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d9e2da60-ef6c-4e04-bb5c-e786ec0c3640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:02.927186 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] No Port match for: 4696c502-6785-4804-a4b7-9a59c3815af3 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 08:36:02.927421 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 4696c502-6785-4804-a4b7-9a59c3815af3 not bound to the agent host dv-cinder-800431-1-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 08:36:02.940972 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505d6467-73c2-4408-9d32-e3a490f3b937 admin admin] No DVR routers for this DVR port cba18a65-dc02-48fb-8bc3-aef31ded8338 on host dv-cinder-800431-1-iscsi {{(pid=92952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 08:36:02.948128 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d6467-73c2-4408-9d32-e3a490f3b937 admin admin] Pushing event deleted for resources: {'Port': ['ID=cba18a65-dc02-48fb-8bc3-aef31ded8338,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:36:02.988107 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-d9e2da60-ef6c-4e04-bb5c-e786ec0c3640 None None] Port fe5dfd85-aa05-4081-b4b3-3a4ccfe26acd cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 08:36:03.002621 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-255ed888-da76-4e0b-a687-3814a8a01f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c07633c1-f2b8-4855-b203-d7ee60676baf', 'name': 'tempest-TestVolumeBootPattern-1471055892-router', 'tenant_id': '518938b9ccb84c24b924a04b8e123e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '7298b929-bd42-4ec0-80fa-8f3dedeadfab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:35:55Z', 'updated_at': '2021-07-12T08:36:01Z', 'revision_number': 4, 'project_id': '518938b9ccb84c24b924a04b8e123e5b', 'gw_port': {'id': '7298b929-bd42-4ec0-80fa-8f3dedeadfab', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:28:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c07633c1-f2b8-4855-b203-d7ee60676baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:56Z', 'updated_at': '2021-07-12T08:36:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_interfaces': [{'id': 'fe5dfd85-aa05-4081-b4b3-3a4ccfe26acd', 'name': '', 'network_id': '2e6e9477-8a08-4413-8645-80477f668554', 'tenant_id': '518938b9ccb84c24b924a04b8e123e5b', 'mac_address': 'fa:16:3e:12:f8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c07633c1-f2b8-4855-b203-d7ee60676baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'e28ba8bd-70f2-49f8-a288-ae23b9b3e132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:36:00Z', 'updated_at': '2021-07-12T08:36:01Z', 'revision_number': 2, 'project_id': '518938b9ccb84c24b924a04b8e123e5b', 'subnets': [{'id': 'e28ba8bd-70f2-49f8-a288-ae23b9b3e132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:36:03.023293 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 42928) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:36:03.057828 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255ed888-da76-4e0b-a687-3814a8a01f5e None None] The sync data for ids ['c07633c1-f2b8-4855-b203-d7ee60676baf'] in dv-cinder-800431-1-iscsi is: [{'id': 'c07633c1-f2b8-4855-b203-d7ee60676baf', 'name': 'tempest-TestVolumeBootPattern-1471055892-router', 'tenant_id': '518938b9ccb84c24b924a04b8e123e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '7298b929-bd42-4ec0-80fa-8f3dedeadfab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:35:55Z', 'updated_at': '2021-07-12T08:36:01Z', 'revision_number': 4, 'project_id': '518938b9ccb84c24b924a04b8e123e5b', 'gw_port': {'id': '7298b929-bd42-4ec0-80fa-8f3dedeadfab', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:28:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c07633c1-f2b8-4855-b203-d7ee60676baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:56Z', 'updated_at': '2021-07-12T08:36:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_interfaces': [{'id': 'fe5dfd85-aa05-4081-b4b3-3a4ccfe26acd', 'name': '', 'network_id': '2e6e9477-8a08-4413-8645-80477f668554', 'tenant_id': '518938b9ccb84c24b924a04b8e123e5b', 'mac_address': 'fa:16:3e:12:f8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c07633c1-f2b8-4855-b203-d7ee60676baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'e28ba8bd-70f2-49f8-a288-ae23b9b3e132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:36:00Z', 'updated_at': '2021-07-12T08:36:01Z', 'revision_number': 2, 'project_id': '518938b9ccb84c24b924a04b8e123e5b', 'subnets': [{'id': 'e28ba8bd-70f2-49f8-a288-ae23b9b3e132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 08:36:03.072868 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-505d6467-73c2-4408-9d32-e3a490f3b937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8250066', 'neutron.services.segments.db._delete_segments_for_network-8748223159134'] for network, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:03.084673 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.services.segments.db [None req-505d6467-73c2-4408-9d32-e3a490f3b937 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['986f9208-db04-4964-8aaf-294544c18fee']}} {{(pid=92952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:36:03.091518 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36529a9-396b-4a2e-8bf1-b0de151ff418 None None] DHCP port deletion for 986f9208-db04-4964-8aaf-294544c18fee request from dv-cinder-800431-1-iscsi {{(pid=92953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 08:36:03.115920 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.services.segments.db [None req-505d6467-73c2-4408-9d32-e3a490f3b937 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e10e3cdb-5176-422e-b904-64a5a4cbb632') {'for_net_delete': True} {{(pid=92952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:36:03.116522 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.services.segments.db [None req-505d6467-73c2-4408-9d32-e3a490f3b937 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e10e3cdb-5176-422e-b904-64a5a4cbb632') {} {{(pid=92952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:36:03.132641 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-aea5b112-e13d-45a1-8f1d-940d8444f638 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:03.140757 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-505d6467-73c2-4408-9d32-e3a490f3b937 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748223174018', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1649681'] for segment, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:03.152570 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa433ed3-4b3e-44a5-a7fd-69c95877f878 None None] New status for floating IP 4c65855e-1969-4b90-83a3-9820ba4943c7: DOWN {{(pid=92954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 08:36:03.158777 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-505d6467-73c2-4408-9d32-e3a490f3b937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246630'] for segment, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:03.159718 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-aea5b112-e13d-45a1-8f1d-940d8444f638 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:03.166113 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-505d6467-73c2-4408-9d32-e3a490f3b937 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=92952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 08:36:03.167041 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-505d6467-73c2-4408-9d32-e3a490f3b937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1188435'] for segment, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:03.170267 dv-cinder-800431-1-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 08:36:03.170267 dv-cinder-800431-1-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 12 08:36:03.170267 dv-cinder-800431-1-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 08:36:03.170267 dv-cinder-800431-1-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 12 08:36:03.170267 dv-cinder-800431-1-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 08:36:03.170267 dv-cinder-800431-1-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 12 08:36:03.170267 dv-cinder-800431-1-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 08:36:03.170267 dv-cinder-800431-1-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 12 08:36:03.170267 dv-cinder-800431-1-iscsi neutron-server[92952]: Traceback (most recent call last): Jul 12 08:36:03.170267 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 08:36:03.170267 dv-cinder-800431-1-iscsi neutron-server[92952]: timer() Jul 12 08:36:03.170267 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 08:36:03.170267 dv-cinder-800431-1-iscsi neutron-server[92952]: cb(*args, **kw) Jul 12 08:36:03.170267 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 08:36:03.170267 dv-cinder-800431-1-iscsi neutron-server[92952]: return func(*args, **kwargs) Jul 12 08:36:03.170267 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 08:36:03.170267 dv-cinder-800431-1-iscsi neutron-server[92952]: self._notify() Jul 12 08:36:03.170267 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 08:36:03.170267 dv-cinder-800431-1-iscsi neutron-server[92952]: self.callback(batched_events) Jul 12 08:36:03.170267 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 08:36:03.170267 dv-cinder-800431-1-iscsi neutron-server[92952]: event.method(event) Jul 12 08:36:03.170267 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 08:36:03.170267 dv-cinder-800431-1-iscsi neutron-server[92952]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 08:36:03.170267 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 08:36:03.170267 dv-cinder-800431-1-iscsi neutron-server[92952]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 08:36:03.170267 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 08:36:03.170267 dv-cinder-800431-1-iscsi neutron-server[92952]: return f(self, *a, **k) Jul 12 08:36:03.170267 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 08:36:03.170267 dv-cinder-800431-1-iscsi neutron-server[92952]: return self._get(url).json() Jul 12 08:36:03.170267 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 08:36:03.170267 dv-cinder-800431-1-iscsi neutron-server[92952]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 08:36:03.170267 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 08:36:03.170267 dv-cinder-800431-1-iscsi neutron-server[92952]: return self.request(url, 'GET', **kwargs) Jul 12 08:36:03.170267 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 08:36:03.170267 dv-cinder-800431-1-iscsi neutron-server[92952]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 08:36:03.170267 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 08:36:03.170267 dv-cinder-800431-1-iscsi neutron-server[92952]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 08:36:03.170267 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 08:36:03.170267 dv-cinder-800431-1-iscsi neutron-server[92952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 08:36:03.170267 dv-cinder-800431-1-iscsi neutron-server[92952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 08:36:03.238397 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-aea5b112-e13d-45a1-8f1d-940d8444f638 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:03.241107 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-aea5b112-e13d-45a1-8f1d-940d8444f638 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:03.242430 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-aea5b112-e13d-45a1-8f1d-940d8444f638 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "DELETE /v2.0/security-groups/2c76d369-3c1a-4588-acc0-cfa913107d6e HTTP/1.1" status: 204 len: 168 time: 0.2175903 Jul 12 08:36:03.245624 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 42932) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:36:03.253598 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea5b112-e13d-45a1-8f1d-940d8444f638 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c76d369-3c1a-4588-acc0-cfa913107d6e,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:36:03.268291 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-505d6467-73c2-4408-9d32-e3a490f3b937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8250657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-940980'] for network, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:03.270595 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.api.v2.resource [None req-b31b7397-a3d0-4d8d-80da-6390c0cfb697 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] show failed (client error): The resource could not be found. Jul 12 08:36:03.274925 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-b31b7397-a3d0-4d8d-80da-6390c0cfb697 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/security-groups/2c76d369-3c1a-4588-acc0-cfa913107d6e HTTP/1.1" status: 404 len: 347 time: 0.0253861 Jul 12 08:36:03.275459 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 42934) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:36:03.293828 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-505d6467-73c2-4408-9d32-e3a490f3b937 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for network, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:03.299334 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-505d6467-73c2-4408-9d32-e3a490f3b937 admin admin] 10.222.0.37 "DELETE /v2.0/networks/986f9208-db04-4964-8aaf-294544c18fee HTTP/1.1" status: 204 len: 168 time: 0.8768933 Jul 12 08:36:03.303495 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 42936) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:36:03.333305 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d6467-73c2-4408-9d32-e3a490f3b937 admin admin] Pushing event deleted for resources: {'Network': ['ID=986f9208-db04-4964-8aaf-294544c18fee,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:36:03.459990 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [None req-1935edb8-3a86-4cd6-a7e0-3dd42a843691 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Deleting port f1b03792-427c-41e1-a5eb-06dc5b92a8c5 {{(pid=92951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 08:36:03.460361 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-1935edb8-3a86-4cd6-a7e0-3dd42a843691 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748223187694'] for port, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:03.552343 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-1935edb8-3a86-4cd6-a7e0-3dd42a843691 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528347'] for port, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:03.552343 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-1935edb8-3a86-4cd6-a7e0-3dd42a843691 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:03.587553 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [None req-1935edb8-3a86-4cd6-a7e0-3dd42a843691 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Calling delete_port for f1b03792-427c-41e1-a5eb-06dc5b92a8c5 owned by network:floatingip {{(pid=92951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 08:36:03.678557 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device f0f1013d-8178-41cd-8bdf-6151a9b3cb32 no longer exists at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 08:36:03.706207 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] No Port match for: f0f1013d-8178-41cd-8bdf-6151a9b3cb32 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 08:36:03.706558 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device f0f1013d-8178-41cd-8bdf-6151a9b3cb32 not bound to the agent host dv-cinder-800431-1-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 08:36:03.706980 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device cba18a65-dc02-48fb-8bc3-aef31ded8338 no longer exists at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 08:36:03.727285 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] No Port match for: cba18a65-dc02-48fb-8bc3-aef31ded8338 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 08:36:03.727627 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device cba18a65-dc02-48fb-8bc3-aef31ded8338 not bound to the agent host dv-cinder-800431-1-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 08:36:03.776759 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-1935edb8-3a86-4cd6-a7e0-3dd42a843691 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8377658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748223196968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748222641655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2337033'] for port, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:03.811688 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b6ffa990-850a-45b1-a167-6d18173369ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532443'] for router_interface, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:03.833190 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1935edb8-3a86-4cd6-a7e0-3dd42a843691 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Pushing event deleted for resources: {'Port': ['ID=f1b03792-427c-41e1-a5eb-06dc5b92a8c5,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:36:03.898651 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-1935edb8-3a86-4cd6-a7e0-3dd42a843691 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks [] for floatingip, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:03.901337 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-1935edb8-3a86-4cd6-a7e0-3dd42a843691 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for floatingip, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:03.902973 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-1935edb8-3a86-4cd6-a7e0-3dd42a843691 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "DELETE /v2.0/floatingips/4c65855e-1969-4b90-83a3-9820ba4943c7 HTTP/1.1" status: 204 len: 168 time: 0.6265187 Jul 12 08:36:04.078543 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f4d8adf3-0d6a-4ec9-800f-3ad57dd7ecc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:04.123216 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-b6ffa990-850a-45b1-a167-6d18173369ae admin admin] Deleting port 97dd19db-01ae-4ec2-95b4-ef29cd748102 {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 08:36:04.123570 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b6ffa990-850a-45b1-a167-6d18173369ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748223187694'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:04.138413 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 42942) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:36:04.144216 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-915a4d09-e593-40ae-b2aa-e34e17904353 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1112520156', 'description': 'tempest-description--558256706'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:36:04.156740 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 42944) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:36:04.163918 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-dc3e2177-e583-40b6-81e6-3363247fef92 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1636832873', 'description': 'tempest-secgroup-smoke-1636832873 description', 'project_id': '438f5cea71f1415499cf52928dcc2969'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:36:04.181024 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-915a4d09-e593-40ae-b2aa-e34e17904353 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:04.206664 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-dc3e2177-e583-40b6-81e6-3363247fef92 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:04.207579 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [None req-b6ffa990-850a-45b1-a167-6d18173369ae admin admin] For port 97dd19db-01ae-4ec2-95b4-ef29cd748102, host dv-cinder-800431-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=97dd19db-01ae-4ec2-95b4-ef29cd748102,segment=NetworkSegment(9af043ac-1d03-4fb3-bec6-e8119c896a98),segment_id=9af043ac-1d03-4fb3-bec6-e8119c896a98)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:36:04.207938 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b6ffa990-850a-45b1-a167-6d18173369ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528347'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:04.220876 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-b6ffa990-850a-45b1-a167-6d18173369ae admin admin] Calling delete_port for 97dd19db-01ae-4ec2-95b4-ef29cd748102 owned by network:router_interface {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 08:36:04.281265 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-915a4d09-e593-40ae-b2aa-e34e17904353 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:04.292158 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-915a4d09-e593-40ae-b2aa-e34e17904353 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:04.335405 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a4d09-e593-40ae-b2aa-e34e17904353 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6ce030-3b88-4c9c-bfc7-42987ac942f1,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:36:04.411096 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b6ffa990-850a-45b1-a167-6d18173369ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8377658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748223196968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748222641655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1188448'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:04.435846 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ffa990-850a-45b1-a167-6d18173369ae admin admin] Pushing event deleted for resources: {'Port': ['ID=97dd19db-01ae-4ec2-95b4-ef29cd748102,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:36:04.638801 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b6ffa990-850a-45b1-a167-6d18173369ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528257'] for router_interface, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:04.639067 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-dc3e2177-e583-40b6-81e6-3363247fef92 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:04.645673 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-dc3e2177-e583-40b6-81e6-3363247fef92 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:04.675957 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-915a4d09-e593-40ae-b2aa-e34e17904353 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:04.680088 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-915a4d09-e593-40ae-b2aa-e34e17904353 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5377555 Jul 12 08:36:04.684653 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 42946) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:36:04.685419 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-dc3e2177-e583-40b6-81e6-3363247fef92 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:04.689438 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-dc3e2177-e583-40b6-81e6-3363247fef92 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5289655 Jul 12 08:36:04.691027 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-549365c4-ec8c-4340-b2b2-f91be4b018f2 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Request body: {'security_group_rule': {'security_group_id': '8f6ce030-3b88-4c9c-bfc7-42987ac942f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:36:04.697223 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 42948) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:36:04.706618 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-559424c0-1c2b-432e-897f-470a4af52ecf tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Request body: {'security_group_rule': {'security_group_id': '6aad1c8b-0a8c-4a5f-8e0c-6415719afecb', 'project_id': '438f5cea71f1415499cf52928dcc2969', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:36:04.729184 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e2177-e583-40b6-81e6-3363247fef92 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6aad1c8b-0a8c-4a5f-8e0c-6415719afecb,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:36:04.733004 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.db.api [None req-559424c0-1c2b-432e-897f-470a4af52ecf tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 12 08:36:04.733004 dv-cinder-800431-1-iscsi neutron-server[92951]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 12 08:36:04.733004 dv-cinder-800431-1-iscsi neutron-server[92951]: [parameters: {'project_id_1': '438f5cea71f1415499cf52928dcc2969', 'expiration_1': datetime.datetime(2021, 7, 12, 8, 36, 4, 716880)}] Jul 12 08:36:04.733004 dv-cinder-800431-1-iscsi neutron-server[92951]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92951) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 08:36:04.733442 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG oslo_db.api [None req-559424c0-1c2b-432e-897f-470a4af52ecf tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 08:36:04.745375 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-549365c4-ec8c-4340-b2b2-f91be4b018f2 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:04.799957 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-549365c4-ec8c-4340-b2b2-f91be4b018f2 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:04.804307 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-549365c4-ec8c-4340-b2b2-f91be4b018f2 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115475'] for security_group_rule, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:04.822908 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549365c4-ec8c-4340-b2b2-f91be4b018f2 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5c501e3-8e8a-4d8d-8dc8-9bbb1a29ffce,revision_number=0']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:36:04.825625 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-549365c4-ec8c-4340-b2b2-f91be4b018f2 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:04.826845 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-549365c4-ec8c-4340-b2b2-f91be4b018f2 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1391997 Jul 12 08:36:04.829658 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 42950) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:36:04.834090 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-e69e643e-05d6-44a2-aa49-083de475b98a tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Request body: {'security_group_rule': {'security_group_id': '8f6ce030-3b88-4c9c-bfc7-42987ac942f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:36:04.858913 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-e69e643e-05d6-44a2-aa49-083de475b98a tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:04.882592 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6ffa990-850a-45b1-a167-6d18173369ae admin admin] Router f439f622-3ecf-4d02-978e-30424448cff0 has already been hosted by L3 agent c0ba3535-5ad7-41e9-9cdc-b89c0ff976de {{(pid=92952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 08:36:04.921568 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-e69e643e-05d6-44a2-aa49-083de475b98a tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:04.928151 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-e69e643e-05d6-44a2-aa49-083de475b98a tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115475'] for security_group_rule, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:04.947844 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69e643e-05d6-44a2-aa49-083de475b98a tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=621b5bf4-6016-44c5-9df1-bbec354dd10f,revision_number=0']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:36:04.961135 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-e69e643e-05d6-44a2-aa49-083de475b98a tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:04.968082 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-e69e643e-05d6-44a2-aa49-083de475b98a tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1371727 Jul 12 08:36:04.968912 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 42954) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:36:04.977187 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-4312df69-16a4-4a9c-907b-1e96a3dec057 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Request body: {'floatingip': {'floating_network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:36:05.003916 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-4312df69-16a4-4a9c-907b-1e96a3dec057 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks [] for floatingip, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:05.012220 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ffa990-850a-45b1-a167-6d18173369ae admin admin] Notify agent at l3_agent.dv-cinder-800431-1-iscsi the message routers_updated {{(pid=92952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 08:36:05.017345 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-b6ffa990-850a-45b1-a167-6d18173369ae admin admin] 10.222.0.37 "PUT /v2.0/routers/f439f622-3ecf-4d02-978e-30424448cff0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7128427 Jul 12 08:36:05.020089 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 42956) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:36:05.026126 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b33077-d4c4-49d1-a4ef-2243c4b1db4e None None] Sync routers for ids ['f439f622-3ecf-4d02-978e-30424448cff0'] in dv-cinder-800431-1-iscsi {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 08:36:05.042556 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b33077-d4c4-49d1-a4ef-2243c4b1db4e None None] Routers {'f439f622-3ecf-4d02-978e-30424448cff0'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:36:05.043203 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-22b33077-d4c4-49d1-a4ef-2243c4b1db4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:35:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['f439f622-3ecf-4d02-978e-30424448cff0'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:36:05.159488 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-22b33077-d4c4-49d1-a4ef-2243c4b1db4e None None] Set router f439f622-3ecf-4d02-978e-30424448cff0 gateway port host: dv-cinder-800431-1-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:36:05.165341 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-de35d2b3-ca3b-4b3c-aad3-045dd365fb45 admin admin] Notify callbacks [] for router, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:05.286559 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-4312df69-16a4-4a9c-907b-1e96a3dec057 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:05.340359 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-de35d2b3-ca3b-4b3c-aad3-045dd365fb45 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:05.341800 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-22b33077-d4c4-49d1-a4ef-2243c4b1db4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f439f622-3ecf-4d02-978e-30424448cff0', 'name': 'tempest-TestMinimumBasicScenario-1095876194-router', 'tenant_id': '3c881a93e7dc4a6885f7fd286f4daaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '4bd9d1d3-b043-43d8-a9d0-09e147b6ef26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:32:56Z', 'updated_at': '2021-07-12T08:36:04Z', 'revision_number': 5, 'project_id': '3c881a93e7dc4a6885f7fd286f4daaff', 'gw_port': {'id': '4bd9d1d3-b043-43d8-a9d0-09e147b6ef26', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f439f622-3ecf-4d02-978e-30424448cff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:32:56Z', 'updated_at': '2021-07-12T08:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi'}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:36:05.346199 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-559424c0-1c2b-432e-897f-470a4af52ecf tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:05.483813 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.db.db_base_plugin_common [None req-4312df69-16a4-4a9c-907b-1e96a3dec057 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Allocated IP 172.27.1.51 (65ec14d2-e0c2-45ad-9132-5fa8e954ebc3/dca57fa4-8523-4dee-8f0e-27ff75670efc/ad0c912a-1cfe-4280-8a07-d4c4fe927004) {{(pid=92951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 08:36:05.494376 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-559424c0-1c2b-432e-897f-470a4af52ecf tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:05.496719 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b33077-d4c4-49d1-a4ef-2243c4b1db4e None None] Checking router: f439f622-3ecf-4d02-978e-30424448cff0 for host: dv-cinder-800431-1-iscsi {{(pid=92953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 08:36:05.504573 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-559424c0-1c2b-432e-897f-470a4af52ecf tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115475'] for security_group_rule, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:05.506612 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b33077-d4c4-49d1-a4ef-2243c4b1db4e None None] Routers {'f439f622-3ecf-4d02-978e-30424448cff0'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:36:05.507339 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-22b33077-d4c4-49d1-a4ef-2243c4b1db4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:35:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['f439f622-3ecf-4d02-978e-30424448cff0'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:36:05.568798 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [None req-de35d2b3-ca3b-4b3c-aad3-045dd365fb45 admin admin] Deleting port 4bd9d1d3-b043-43d8-a9d0-09e147b6ef26 {{(pid=92951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 08:36:05.569146 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-de35d2b3-ca3b-4b3c-aad3-045dd365fb45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748223187694'] for port, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:05.570910 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559424c0-1c2b-432e-897f-470a4af52ecf tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e27d5fe-ed02-4e88-a9f7-628550f8ec86,revision_number=0']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:36:05.598073 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-22b33077-d4c4-49d1-a4ef-2243c4b1db4e None None] Set router f439f622-3ecf-4d02-978e-30424448cff0 gateway port host: None {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:36:05.610114 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-559424c0-1c2b-432e-897f-470a4af52ecf tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:05.614326 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-559424c0-1c2b-432e-897f-470a4af52ecf tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9152927 Jul 12 08:36:05.614927 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 42958) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:36:05.623222 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-e8c13d36-728d-4c97-8b0b-5768b546af11 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Request body: {'security_group_rule': {'security_group_id': '6aad1c8b-0a8c-4a5f-8e0c-6415719afecb', 'project_id': '438f5cea71f1415499cf52928dcc2969', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:36:05.660272 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-22b33077-d4c4-49d1-a4ef-2243c4b1db4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f439f622-3ecf-4d02-978e-30424448cff0', 'name': 'tempest-TestMinimumBasicScenario-1095876194-router', 'tenant_id': '3c881a93e7dc4a6885f7fd286f4daaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:32:56Z', 'updated_at': '2021-07-12T08:36:05Z', 'revision_number': 6, 'project_id': '3c881a93e7dc4a6885f7fd286f4daaff', 'gw_port_host': None}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:36:05.698337 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e8c13d36-728d-4c97-8b0b-5768b546af11 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:05.712840 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.db [None req-de35d2b3-ca3b-4b3c-aad3-045dd365fb45 admin admin] For port 4bd9d1d3-b043-43d8-a9d0-09e147b6ef26, host dv-cinder-800431-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=4bd9d1d3-b043-43d8-a9d0-09e147b6ef26,segment=NetworkSegment(96305722-55d6-4089-959b-5f9b3a20c0c4),segment_id=96305722-55d6-4089-959b-5f9b3a20c0c4)] {{(pid=92951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:36:05.713220 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-de35d2b3-ca3b-4b3c-aad3-045dd365fb45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528347'] for port, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:05.715352 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b33077-d4c4-49d1-a4ef-2243c4b1db4e None None] The sync data for ids ['f439f622-3ecf-4d02-978e-30424448cff0'] in dv-cinder-800431-1-iscsi is: [{'id': 'f439f622-3ecf-4d02-978e-30424448cff0', 'name': 'tempest-TestMinimumBasicScenario-1095876194-router', 'tenant_id': '3c881a93e7dc4a6885f7fd286f4daaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:32:56Z', 'updated_at': '2021-07-12T08:36:05Z', 'revision_number': 6, 'project_id': '3c881a93e7dc4a6885f7fd286f4daaff', 'gw_port_host': None}] {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 08:36:05.728246 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-4312df69-16a4-4a9c-907b-1e96a3dec057 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks [] for port, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:05.738902 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [None req-de35d2b3-ca3b-4b3c-aad3-045dd365fb45 admin admin] Calling delete_port for 4bd9d1d3-b043-43d8-a9d0-09e147b6ef26 owned by network:router_gateway {{(pid=92951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 08:36:05.775477 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e8c13d36-728d-4c97-8b0b-5768b546af11 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:05.785511 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e8c13d36-728d-4c97-8b0b-5768b546af11 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115475'] for security_group_rule, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:05.812639 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c13d36-728d-4c97-8b0b-5768b546af11 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50f130ca-00e6-4e22-adda-7d93adfe54df,revision_number=0']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:36:05.822533 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e8c13d36-728d-4c97-8b0b-5768b546af11 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:05.823911 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-e8c13d36-728d-4c97-8b0b-5768b546af11 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2074766 Jul 12 08:36:05.826545 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 42960) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:36:05.831235 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-8f1b624d-8a81-437a-96ab-156d53656421 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Request body: {'security_group_rule': {'security_group_id': '6aad1c8b-0a8c-4a5f-8e0c-6415719afecb', 'project_id': '438f5cea71f1415499cf52928dcc2969', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:36:05.834699 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-4312df69-16a4-4a9c-907b-1e96a3dec057 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748222641646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2337024'] for port, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:05.856562 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8f1b624d-8a81-437a-96ab-156d53656421 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:05.916225 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4312df69-16a4-4a9c-907b-1e96a3dec057 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Network 65ec14d2-e0c2-45ad-9132-5fa8e954ebc3 is already hosted by enough agents. {{(pid=92951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:36:05.919324 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8f1b624d-8a81-437a-96ab-156d53656421 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:05.920635 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-4312df69-16a4-4a9c-907b-1e96a3dec057 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Resources bound (agent type, host, resource id): {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:36:05.924580 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8f1b624d-8a81-437a-96ab-156d53656421 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115475'] for security_group_rule, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:05.924837 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4312df69-16a4-4a9c-907b-1e96a3dec057 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Received port after_create {{(pid=92951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 08:36:05.942585 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1b624d-8a81-437a-96ab-156d53656421 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b5e7350-14d9-4780-b33f-07c500fd101f,revision_number=0']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:36:05.950010 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4312df69-16a4-4a9c-907b-1e96a3dec057 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Pushing event updated for resources: {'Port': ['ID=ad0c912a-1cfe-4280-8a07-d4c4fe927004,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:36:05.952055 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-8f1b624d-8a81-437a-96ab-156d53656421 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:05.960808 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-8f1b624d-8a81-437a-96ab-156d53656421 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1308510 Jul 12 08:36:05.961725 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 42962) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:36:05.968045 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-11d6dec2-f7ac-4a8f-871a-956331c41b6b tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Request body: {'security_group_rule': {'security_group_id': '6aad1c8b-0a8c-4a5f-8e0c-6415719afecb', 'project_id': '438f5cea71f1415499cf52928dcc2969', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:36:05.996042 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-11d6dec2-f7ac-4a8f-871a-956331c41b6b tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:06.030316 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-de35d2b3-ca3b-4b3c-aad3-045dd365fb45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8377658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748223196968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748222641655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2337033'] for port, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:06.056964 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-11d6dec2-f7ac-4a8f-871a-956331c41b6b tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:06.060823 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-11d6dec2-f7ac-4a8f-871a-956331c41b6b tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115475'] for security_group_rule, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:06.066206 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de35d2b3-ca3b-4b3c-aad3-045dd365fb45 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bd9d1d3-b043-43d8-a9d0-09e147b6ef26,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:36:06.082097 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d6dec2-f7ac-4a8f-871a-956331c41b6b tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad54e5c2-8c41-4434-9e83-1a1e34dd8983,revision_number=0']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:36:06.091537 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-11d6dec2-f7ac-4a8f-871a-956331c41b6b tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:06.096177 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-11d6dec2-f7ac-4a8f-871a-956331c41b6b tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1302679 Jul 12 08:36:06.096177 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 42966) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:36:06.103044 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-38f58f86-97fe-4297-b0ad-8bd0edb5e524 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Request body: {'security_group_rule': {'security_group_id': '6aad1c8b-0a8c-4a5f-8e0c-6415719afecb', 'project_id': '438f5cea71f1415499cf52928dcc2969', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:36:06.120018 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-4312df69-16a4-4a9c-907b-1e96a3dec057 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:06.129830 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.db.securitygroups_db [None req-38f58f86-97fe-4297-b0ad-8bd0edb5e524 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Project 438f5cea71f1415499cf52928dcc2969 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 08:36:06.144953 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-38f58f86-97fe-4297-b0ad-8bd0edb5e524 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:06.153738 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 7298b929-bd42-4ec0-80fa-8f3dedeadfab up at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:36:06.169869 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-de35d2b3-ca3b-4b3c-aad3-045dd365fb45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-940952'] for router_gateway, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:06.204987 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-4312df69-16a4-4a9c-907b-1e96a3dec057 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:06.247268 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-38f58f86-97fe-4297-b0ad-8bd0edb5e524 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:06.249061 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning for port 7298b929-bd42-4ec0-80fa-8f3dedeadfab completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:36:06.253886 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning complete for port 7298b929-bd42-4ec0-80fa-8f3dedeadfab triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:36:06.254063 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-38f58f86-97fe-4297-b0ad-8bd0edb5e524 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115475'] for security_group_rule, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:06.254360 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:06.268969 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f58f86-97fe-4297-b0ad-8bd0edb5e524 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bf587fe-c061-474d-8a26-07bdfee94719,revision_number=0']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:36:06.291408 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-38f58f86-97fe-4297-b0ad-8bd0edb5e524 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:06.295237 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-38f58f86-97fe-4297-b0ad-8bd0edb5e524 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1943305 Jul 12 08:36:06.296000 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 42968) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:36:06.300281 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-41d44166-c435-4bdc-ad8b-7fff2d9118ed tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Request body: {'security_group_rule': {'security_group_id': '6aad1c8b-0a8c-4a5f-8e0c-6415719afecb', 'project_id': '438f5cea71f1415499cf52928dcc2969', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:36:06.319965 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-de35d2b3-ca3b-4b3c-aad3-045dd365fb45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500026'] for router, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:06.324094 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-de35d2b3-ca3b-4b3c-aad3-045dd365fb45 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:06.334191 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.db.securitygroups_db [None req-41d44166-c435-4bdc-ad8b-7fff2d9118ed tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Project 438f5cea71f1415499cf52928dcc2969 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 08:36:06.342312 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-41d44166-c435-4bdc-ad8b-7fff2d9118ed tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:06.376347 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:06.394766 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-de35d2b3-ca3b-4b3c-aad3-045dd365fb45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-526004'] for router, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:06.395310 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de35d2b3-ca3b-4b3c-aad3-045dd365fb45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f439f622-3ecf-4d02-978e-30424448cff0 {{(pid=92951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 08:36:06.401023 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-de35d2b3-ca3b-4b3c-aad3-045dd365fb45 admin admin] Notify callbacks [] for router, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:06.404526 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] For port 7298b929-bd42-4ec0-80fa-8f3dedeadfab, host dv-cinder-800431-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=7298b929-bd42-4ec0-80fa-8f3dedeadfab,segment=NetworkSegment(96305722-55d6-4089-959b-5f9b3a20c0c4),segment_id=96305722-55d6-4089-959b-5f9b3a20c0c4)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:36:06.404738 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-de35d2b3-ca3b-4b3c-aad3-045dd365fb45 admin admin] 10.222.0.37 "DELETE /v2.0/routers/f439f622-3ecf-4d02-978e-30424448cff0 HTTP/1.1" status: 204 len: 168 time: 1.3810768 Jul 12 08:36:06.404928 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 42970) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:36:06.408514 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:06.456553 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-41d44166-c435-4bdc-ad8b-7fff2d9118ed tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:06.464715 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2a35227-0e44-40b7-a9df-20840817cc19 admin admin] Deleting subnet 7ef8806d-07ef-4b59-bac0-943fb669fb47 {{(pid=92952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 08:36:06.468195 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-41d44166-c435-4bdc-ad8b-7fff2d9118ed tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115475'] for security_group_rule, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:06.470344 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b2a35227-0e44-40b7-a9df-20840817cc19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:06.470567 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Pushing event updated for resources: {'Port': ['ID=7298b929-bd42-4ec0-80fa-8f3dedeadfab,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:36:06.510354 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d44166-c435-4bdc-ad8b-7fff2d9118ed tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8be1ff05-026f-4597-bc51-749ed7350163,revision_number=0']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:36:06.520209 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-41d44166-c435-4bdc-ad8b-7fff2d9118ed tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:06.521484 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-41d44166-c435-4bdc-ad8b-7fff2d9118ed tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2250588 Jul 12 08:36:06.524300 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b2a35227-0e44-40b7-a9df-20840817cc19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1649690'] for subnet, precommit_delete_associations {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:06.529121 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-4312df69-16a4-4a9c-907b-1e96a3dec057 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks [] for port, precommit_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:06.535347 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-4312df69-16a4-4a9c-907b-1e96a3dec057 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2337046'] for port, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:06.618946 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b2a35227-0e44-40b7-a9df-20840817cc19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8247719'] for subnet, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:06.624657 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4312df69-16a4-4a9c-907b-1e96a3dec057 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Pushing event updated for resources: {'Port': ['ID=ad0c912a-1cfe-4280-8a07-d4c4fe927004,revision_number=2']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:36:06.632669 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-4312df69-16a4-4a9c-907b-1e96a3dec057 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-940870'] for floatingip, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:06.649592 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-4312df69-16a4-4a9c-907b-1e96a3dec057 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for floatingip, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:06.653736 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-4312df69-16a4-4a9c-907b-1e96a3dec057 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6810703 Jul 12 08:36:06.705319 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b2a35227-0e44-40b7-a9df-20840817cc19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8247726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1188542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2948071'] for subnet, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:06.740351 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a35227-0e44-40b7-a9df-20840817cc19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ef8806d-07ef-4b59-bac0-943fb669fb47,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:36:06.745629 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b2a35227-0e44-40b7-a9df-20840817cc19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for subnet, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:06.747615 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-b2a35227-0e44-40b7-a9df-20840817cc19 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7ef8806d-07ef-4b59-bac0-943fb669fb47 HTTP/1.1" status: 204 len: 168 time: 0.3416505 Jul 12 08:36:06.750253 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 43008) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:36:06.755018 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcd6ec0-9f4c-4f7c-ad4e-388965510fa5 None None] Sync routers for ids ['c07633c1-f2b8-4855-b203-d7ee60676baf'] in dv-cinder-800431-1-iscsi {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 08:36:06.759984 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205976a6-51b7-4281-877b-88b66b79227c None None] Network e3ba51d4-1fd4-4fd2-b64f-1beaf84f9f4d requested from dv-cinder-800431-1-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 08:36:06.781823 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcd6ec0-9f4c-4f7c-ad4e-388965510fa5 None None] Routers {'c07633c1-f2b8-4855-b203-d7ee60676baf'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:36:06.786478 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-9bcd6ec0-9f4c-4f7c-ad4e-388965510fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:35:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['c07633c1-f2b8-4855-b203-d7ee60676baf'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:36:06.854093 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-fa64b87c-9944-4efa-92ac-a6deafd89b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884328'] for network, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:06.947370 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [None req-fa64b87c-9944-4efa-92ac-a6deafd89b2b admin admin] Deleting port df3bb440-0365-4342-a1c1-c65fcd00fc65 {{(pid=92951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 08:36:06.947880 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-fa64b87c-9944-4efa-92ac-a6deafd89b2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748223187694'] for port, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:06.974651 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:07.004353 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-9bcd6ec0-9f4c-4f7c-ad4e-388965510fa5 None None] Set router c07633c1-f2b8-4855-b203-d7ee60676baf gateway port host: dv-cinder-800431-1-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:36:07.005786 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9c5d77a9-9170-43a8-a34b-c32e74c2844c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:07.033045 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4ba03f-5761-4eeb-adb4-8de2f977a69a None None] DHCP port deletion for e3ba51d4-1fd4-4fd2-b64f-1beaf84f9f4d request from dv-cinder-800431-1-iscsi {{(pid=92953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 08:36:07.063894 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.db [None req-fa64b87c-9944-4efa-92ac-a6deafd89b2b admin admin] For port df3bb440-0365-4342-a1c1-c65fcd00fc65, host dv-cinder-800431-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=df3bb440-0365-4342-a1c1-c65fcd00fc65,segment=NetworkSegment(9af043ac-1d03-4fb3-bec6-e8119c896a98),segment_id=9af043ac-1d03-4fb3-bec6-e8119c896a98)] {{(pid=92951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:36:07.064034 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-fa64b87c-9944-4efa-92ac-a6deafd89b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528347'] for port, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:07.098332 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [None req-fa64b87c-9944-4efa-92ac-a6deafd89b2b admin admin] Calling delete_port for df3bb440-0365-4342-a1c1-c65fcd00fc65 owned by network:dhcp {{(pid=92951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 08:36:07.132244 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-4b4ba03f-5761-4eeb-adb4-8de2f977a69a None None] Deleting port df3bb440-0365-4342-a1c1-c65fcd00fc65 {{(pid=92953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 08:36:07.132649 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4b4ba03f-5761-4eeb-adb4-8de2f977a69a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748223187694'] for port, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:07.213875 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-fa64b87c-9944-4efa-92ac-a6deafd89b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8377658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748223196968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748222641655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2337033'] for port, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:07.258635 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa64b87c-9944-4efa-92ac-a6deafd89b2b admin admin] No DVR routers for this DVR port df3bb440-0365-4342-a1c1-c65fcd00fc65 on host dv-cinder-800431-1-iscsi {{(pid=92951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 08:36:07.274177 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-44f24223-af2c-467f-856d-82e3d1ebb1ad req-4f9ab95b-7c94-4885-b6ad-c1ed6e15b549 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1112520156&fields=id&tenant_id=2b5b16bf27b543fb92132074924097b0 HTTP/1.1" status: 200 len: 267 time: 0.0814562 Jul 12 08:36:07.314149 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-4b4ba03f-5761-4eeb-adb4-8de2f977a69a None None] For port df3bb440-0365-4342-a1c1-c65fcd00fc65, host dv-cinder-800431-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=df3bb440-0365-4342-a1c1-c65fcd00fc65,segment=NetworkSegment(9af043ac-1d03-4fb3-bec6-e8119c896a98),segment_id=9af043ac-1d03-4fb3-bec6-e8119c896a98)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:36:07.315244 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4b4ba03f-5761-4eeb-adb4-8de2f977a69a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528347'] for port, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:07.322634 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa64b87c-9944-4efa-92ac-a6deafd89b2b admin admin] Pushing event deleted for resources: {'Port': ['ID=df3bb440-0365-4342-a1c1-c65fcd00fc65,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:36:07.337404 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-4b4ba03f-5761-4eeb-adb4-8de2f977a69a None None] Calling delete_port for df3bb440-0365-4342-a1c1-c65fcd00fc65 owned by network:dhcp {{(pid=92953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 08:36:07.385477 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-9bcd6ec0-9f4c-4f7c-ad4e-388965510fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c07633c1-f2b8-4855-b203-d7ee60676baf', 'name': 'tempest-TestVolumeBootPattern-1471055892-router', 'tenant_id': '518938b9ccb84c24b924a04b8e123e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '7298b929-bd42-4ec0-80fa-8f3dedeadfab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:35:55Z', 'updated_at': '2021-07-12T08:36:01Z', 'revision_number': 4, 'project_id': '518938b9ccb84c24b924a04b8e123e5b', 'gw_port': {'id': '7298b929-bd42-4ec0-80fa-8f3dedeadfab', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:28:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c07633c1-f2b8-4855-b203-d7ee60676baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:56Z', 'updated_at': '2021-07-12T08:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_interfaces': [{'id': 'fe5dfd85-aa05-4081-b4b3-3a4ccfe26acd', 'name': '', 'network_id': '2e6e9477-8a08-4413-8645-80477f668554', 'tenant_id': '518938b9ccb84c24b924a04b8e123e5b', 'mac_address': 'fa:16:3e:12:f8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c07633c1-f2b8-4855-b203-d7ee60676baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'e28ba8bd-70f2-49f8-a288-ae23b9b3e132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:36:00Z', 'updated_at': '2021-07-12T08:36:01Z', 'revision_number': 2, 'project_id': '518938b9ccb84c24b924a04b8e123e5b', 'subnets': [{'id': 'e28ba8bd-70f2-49f8-a288-ae23b9b3e132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:36:07.407295 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-fa64b87c-9944-4efa-92ac-a6deafd89b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8250066', 'neutron.services.segments.db._delete_segments_for_network-8748223159134'] for network, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:07.432005 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.services.segments.db [None req-fa64b87c-9944-4efa-92ac-a6deafd89b2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3ba51d4-1fd4-4fd2-b64f-1beaf84f9f4d']}} {{(pid=92951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:36:07.434555 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcd6ec0-9f4c-4f7c-ad4e-388965510fa5 None None] Checking router: c07633c1-f2b8-4855-b203-d7ee60676baf for host: dv-cinder-800431-1-iscsi {{(pid=92954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 08:36:07.435210 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcd6ec0-9f4c-4f7c-ad4e-388965510fa5 None None] Updating router c07633c1-f2b8-4855-b203-d7ee60676baf port fe5dfd85-aa05-4081-b4b3-3a4ccfe26acd binding host dv-cinder-800431-1-iscsi {{(pid=92954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 08:36:07.455063 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.services.segments.db [None req-fa64b87c-9944-4efa-92ac-a6deafd89b2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9af043ac-1d03-4fb3-bec6-e8119c896a98') {'for_net_delete': True} {{(pid=92951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:36:07.457230 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.services.segments.db [None req-fa64b87c-9944-4efa-92ac-a6deafd89b2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9af043ac-1d03-4fb3-bec6-e8119c896a98') {} {{(pid=92951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:36:07.459035 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f24223-af2c-467f-856d-82e3d1ebb1ad req-8f5d6964-25e6-47ca-bd9c-dec3ffe3e067 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:07.466321 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-44f24223-af2c-467f-856d-82e3d1ebb1ad req-8f5d6964-25e6-47ca-bd9c-dec3ffe3e067 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/networks?id=87af1681-88b0-408a-a0a8-01a2bb52ff86 HTTP/1.1" status: 200 len: 811 time: 0.1855400 Jul 12 08:36:07.474487 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-9bcd6ec0-9f4c-4f7c-ad4e-388965510fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:07.482549 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-fa64b87c-9944-4efa-92ac-a6deafd89b2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748223174018', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8451449'] for segment, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:07.482775 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-44f24223-af2c-467f-856d-82e3d1ebb1ad req-eeb6c49f-b2b2-48ac-86c9-b0683b48a78e tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/quotas/2b5b16bf27b543fb92132074924097b0 HTTP/1.1" status: 200 len: 375 time: 0.0155087 Jul 12 08:36:07.503183 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-fa64b87c-9944-4efa-92ac-a6deafd89b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246630'] for segment, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:07.515176 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa64b87c-9944-4efa-92ac-a6deafd89b2b admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=92951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 08:36:07.515789 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-4b4ba03f-5761-4eeb-adb4-8de2f977a69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8377658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748223196968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748222641655'] for port, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:07.516380 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-fa64b87c-9944-4efa-92ac-a6deafd89b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2337082'] for segment, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:07.548674 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4ba03f-5761-4eeb-adb4-8de2f977a69a None None] Pushing event deleted for resources: {'Port': ['ID=df3bb440-0365-4342-a1c1-c65fcd00fc65,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:36:07.557762 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4ba03f-5761-4eeb-adb4-8de2f977a69a None None] No DVR routers for this DVR port df3bb440-0365-4342-a1c1-c65fcd00fc65 on host dv-cinder-800431-1-iscsi {{(pid=92953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 08:36:07.577882 dv-cinder-800431-1-iscsi neutron-server[92951]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 08:36:07.577882 dv-cinder-800431-1-iscsi neutron-server[92951]: conditions |= (models_v2.Port.network_id.in_( Jul 12 08:36:07.577882 dv-cinder-800431-1-iscsi neutron-server[92951]: Traceback (most recent call last): Jul 12 08:36:07.577882 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 08:36:07.577882 dv-cinder-800431-1-iscsi neutron-server[92951]: timer() Jul 12 08:36:07.577882 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 08:36:07.577882 dv-cinder-800431-1-iscsi neutron-server[92951]: cb(*args, **kw) Jul 12 08:36:07.577882 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 08:36:07.577882 dv-cinder-800431-1-iscsi neutron-server[92951]: return func(*args, **kwargs) Jul 12 08:36:07.577882 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 08:36:07.577882 dv-cinder-800431-1-iscsi neutron-server[92951]: self._notify() Jul 12 08:36:07.577882 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 08:36:07.577882 dv-cinder-800431-1-iscsi neutron-server[92951]: self.callback(batched_events) Jul 12 08:36:07.577882 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 08:36:07.577882 dv-cinder-800431-1-iscsi neutron-server[92951]: event.method(event) Jul 12 08:36:07.577882 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 08:36:07.577882 dv-cinder-800431-1-iscsi neutron-server[92951]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 08:36:07.577882 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 08:36:07.577882 dv-cinder-800431-1-iscsi neutron-server[92951]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 08:36:07.577882 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 08:36:07.577882 dv-cinder-800431-1-iscsi neutron-server[92951]: return f(self, *a, **k) Jul 12 08:36:07.577882 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 08:36:07.577882 dv-cinder-800431-1-iscsi neutron-server[92951]: return self._get(url).json() Jul 12 08:36:07.577882 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 08:36:07.577882 dv-cinder-800431-1-iscsi neutron-server[92951]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 08:36:07.577882 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 08:36:07.577882 dv-cinder-800431-1-iscsi neutron-server[92951]: return self.request(url, 'GET', **kwargs) Jul 12 08:36:07.577882 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 08:36:07.577882 dv-cinder-800431-1-iscsi neutron-server[92951]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 08:36:07.577882 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 08:36:07.577882 dv-cinder-800431-1-iscsi neutron-server[92951]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 08:36:07.577882 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 08:36:07.577882 dv-cinder-800431-1-iscsi neutron-server[92951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 08:36:07.577882 dv-cinder-800431-1-iscsi neutron-server[92951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 08:36:07.597942 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-fa64b87c-9944-4efa-92ac-a6deafd89b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8250657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-940980'] for network, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:07.610612 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-fa64b87c-9944-4efa-92ac-a6deafd89b2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for network, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:07.613016 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-fa64b87c-9944-4efa-92ac-a6deafd89b2b admin admin] 10.222.0.37 "DELETE /v2.0/networks/e3ba51d4-1fd4-4fd2-b64f-1beaf84f9f4d HTTP/1.1" status: 204 len: 168 time: 0.8615389 Jul 12 08:36:07.615832 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-44f24223-af2c-467f-856d-82e3d1ebb1ad req-aacba7ce-4ab3-49ad-be81-09793fc4410e tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2b5b16bf27b543fb92132074924097b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1321795 Jul 12 08:36:07.647460 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa64b87c-9944-4efa-92ac-a6deafd89b2b admin admin] Pushing event deleted for resources: {'Network': ['ID=e3ba51d4-1fd4-4fd2-b64f-1beaf84f9f4d,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:36:07.700568 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 7298b929-bd42-4ec0-80fa-8f3dedeadfab up at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:36:07.763913 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning complete for port 7298b929-bd42-4ec0-80fa-8f3dedeadfab triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:36:07.764386 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:07.766834 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-44f24223-af2c-467f-856d-82e3d1ebb1ad req-c3cedd5c-99e2-4d2b-885f-5f4eb7ca3cc2 service neutron] 10.222.0.37 "GET /v2.0/networks/87af1681-88b0-408a-a0a8-01a2bb52ff86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355047 Jul 12 08:36:07.893292 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 43048) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:36:07.893841 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-44f24223-af2c-467f-856d-82e3d1ebb1ad req-8aff21c1-2a1a-47fa-a355-8a939d386f88 service neutron] 10.222.0.37 "GET /v2.0/networks/87af1681-88b0-408a-a0a8-01a2bb52ff86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178408 Jul 12 08:36:07.901566 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8beb-ed90-4929-879a-4eba2c5b629e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:07.937120 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-9bcd6ec0-9f4c-4f7c-ad4e-388965510fa5 None None] Notify callbacks [] for port, precommit_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:07.951437 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.provisioning_blocks [None req-9bcd6ec0-9f4c-4f7c-ad4e-388965510fa5 None None] Transition to ACTIVE for port object fe5dfd85-aa05-4081-b4b3-3a4ccfe26acd will not be triggered until provisioned by entity L2. {{(pid=92954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:36:07.952468 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-09ba092a-795d-4b57-b4d7-909c02e4a72c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=61b587b0c53b492fb8b219a96dd1c56a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0578973 Jul 12 08:36:07.955186 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 43050) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:36:07.956641 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 97dd19db-01ae-4ec2-95b4-ef29cd748102 no longer exists at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 08:36:07.959592 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-9bcd6ec0-9f4c-4f7c-ad4e-388965510fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:07.984474 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] No Port match for: 97dd19db-01ae-4ec2-95b4-ef29cd748102 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 08:36:07.984909 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 97dd19db-01ae-4ec2-95b4-ef29cd748102 not bound to the agent host dv-cinder-800431-1-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 08:36:07.985403 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device df3bb440-0365-4342-a1c1-c65fcd00fc65 no longer exists at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 08:36:08.025050 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] No Port match for: df3bb440-0365-4342-a1c1-c65fcd00fc65 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 08:36:08.025050 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device df3bb440-0365-4342-a1c1-c65fcd00fc65 not bound to the agent host dv-cinder-800431-1-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 08:36:08.025473 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 4bd9d1d3-b043-43d8-a9d0-09e147b6ef26 no longer exists at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 08:36:08.046148 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] No Port match for: 4bd9d1d3-b043-43d8-a9d0-09e147b6ef26 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 08:36:08.046740 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 4bd9d1d3-b043-43d8-a9d0-09e147b6ef26 not bound to the agent host dv-cinder-800431-1-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 08:36:08.050085 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c0a71-2df6-43dc-9de3-312a64109278 None None] Pushing event updated for resources: {'Port': ['ID=fe5dfd85-aa05-4081-b4b3-3a4ccfe26acd,revision_number=3']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:36:08.066413 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-9a56fc1c-7bc0-405e-9acc-94dac2399a3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:08.085443 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264c0a71-2df6-43dc-9de3-312a64109278 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:36:08.089916 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264c0a71-2df6-43dc-9de3-312a64109278 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:36:08.090623 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264c0a71-2df6-43dc-9de3-312a64109278 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:36:08.091667 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264c0a71-2df6-43dc-9de3-312a64109278 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:36:08.092208 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264c0a71-2df6-43dc-9de3-312a64109278 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:36:08.092741 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264c0a71-2df6-43dc-9de3-312a64109278 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:36:08.093273 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264c0a71-2df6-43dc-9de3-312a64109278 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:36:08.094076 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264c0a71-2df6-43dc-9de3-312a64109278 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:36:08.094633 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264c0a71-2df6-43dc-9de3-312a64109278 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:36:08.101071 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-9a56fc1c-7bc0-405e-9acc-94dac2399a3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:08.112488 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264c0a71-2df6-43dc-9de3-312a64109278 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:36:08.112999 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264c0a71-2df6-43dc-9de3-312a64109278 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:36:08.113344 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264c0a71-2df6-43dc-9de3-312a64109278 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:36:08.144275 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [None req-9bcd6ec0-9f4c-4f7c-ad4e-388965510fa5 None None] Attempting to bind port fe5dfd85-aa05-4081-b4b3-3a4ccfe26acd on host dv-cinder-800431-1-iscsi for vnic_type normal with profile {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 08:36:08.144572 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [None req-9bcd6ec0-9f4c-4f7c-ad4e-388965510fa5 None None] Attempting to bind port fe5dfd85-aa05-4081-b4b3-3a4ccfe26acd by drivers openvswitch,hyperv on host dv-cinder-800431-1-iscsi at level 0 using segments [{'id': 'ce33a636-b670-4ea3-b1cd-0285cd1a595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2e6e9477-8a08-4413-8645-80477f668554'}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 08:36:08.144893 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcd6ec0-9f4c-4f7c-ad4e-388965510fa5 None None] Attempting to bind port fe5dfd85-aa05-4081-b4b3-3a4ccfe26acd on network 2e6e9477-8a08-4413-8645-80477f668554 {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:36:08.152249 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcd6ec0-9f4c-4f7c-ad4e-388965510fa5 None None] Checking agent: {'id': '165ba4a0-42de-4d95-afeb-0090fba4eff7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 8, 23, 37), 'started_at': datetime.datetime(2021, 7, 12, 8, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 8, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 08:36:08.152496 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcd6ec0-9f4c-4f7c-ad4e-388965510fa5 None None] Checking segment: {'id': 'ce33a636-b670-4ea3-b1cd-0285cd1a595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2e6e9477-8a08-4413-8645-80477f668554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:36:08.152862 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-9bcd6ec0-9f4c-4f7c-ad4e-388965510fa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:08.153256 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcd6ec0-9f4c-4f7c-ad4e-388965510fa5 None None] Bound using segment: {'id': 'ce33a636-b670-4ea3-b1cd-0285cd1a595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2e6e9477-8a08-4413-8645-80477f668554'} {{(pid=92954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 08:36:08.155881 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.managers [None req-9bcd6ec0-9f4c-4f7c-ad4e-388965510fa5 None None] Bound port: fe5dfd85-aa05-4081-b4b3-3a4ccfe26acd, host: dv-cinder-800431-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce33a636-b670-4ea3-b1cd-0285cd1a595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2e6e9477-8a08-4413-8645-80477f668554'}}] {{(pid=92954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 08:36:08.155881 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-9bcd6ec0-9f4c-4f7c-ad4e-388965510fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:08.173176 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-9a56fc1c-7bc0-405e-9acc-94dac2399a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:08.181680 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-9a56fc1c-7bc0-405e-9acc-94dac2399a3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:08.183273 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-9a56fc1c-7bc0-405e-9acc-94dac2399a3a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/475b4fc8-b563-48f3-9960-d784b6deedf8 HTTP/1.1" status: 204 len: 168 time: 0.2268400 Jul 12 08:36:08.202948 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a56fc1c-7bc0-405e-9acc-94dac2399a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475b4fc8-b563-48f3-9960-d784b6deedf8,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:36:08.335291 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-9bcd6ec0-9f4c-4f7c-ad4e-388965510fa5 None None] For port fe5dfd85-aa05-4081-b4b3-3a4ccfe26acd, host dv-cinder-800431-1-iscsi, cleared binding levels {{(pid=92954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 08:36:08.339087 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.db [None req-9bcd6ec0-9f4c-4f7c-ad4e-388965510fa5 None None] For port fe5dfd85-aa05-4081-b4b3-3a4ccfe26acd, host dv-cinder-800431-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=fe5dfd85-aa05-4081-b4b3-3a4ccfe26acd,segment=NetworkSegment(ce33a636-b670-4ea3-b1cd-0285cd1a595b),segment_id=ce33a636-b670-4ea3-b1cd-0285cd1a595b)] {{(pid=92954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 08:36:08.344927 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-9bcd6ec0-9f4c-4f7c-ad4e-388965510fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:08.432453 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcd6ec0-9f4c-4f7c-ad4e-388965510fa5 None None] Routers {'c07633c1-f2b8-4855-b203-d7ee60676baf'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:36:08.433096 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-9bcd6ec0-9f4c-4f7c-ad4e-388965510fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:36:07Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['c07633c1-f2b8-4855-b203-d7ee60676baf'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:36:08.475058 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c0a71-2df6-43dc-9de3-312a64109278 None None] Pushing event updated for resources: {'Port': ['ID=fe5dfd85-aa05-4081-b4b3-3a4ccfe26acd,revision_number=4']} {{(pid=92954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:36:08.547765 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-207de7aa-aecc-4485-9a11-b31c623cec6e req-933d243c-e70c-4935-9855-9585b1b043f9 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=563078f0-4880-4128-858d-6685ab6a0b41 HTTP/1.1" status: 200 len: 210 time: 0.4300408 Jul 12 08:36:08.606271 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-9bcd6ec0-9f4c-4f7c-ad4e-388965510fa5 None None] Set router c07633c1-f2b8-4855-b203-d7ee60676baf gateway port host: dv-cinder-800431-1-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:36:08.751069 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 43072) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:36:08.796719 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-1bb4098f-6fe5-4077-8bf1-c785a29e5bdc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3c881a93e7dc4a6885f7fd286f4daaff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0442657 Jul 12 08:36:08.799557 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 43074) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:36:08.849532 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-9bcd6ec0-9f4c-4f7c-ad4e-388965510fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c07633c1-f2b8-4855-b203-d7ee60676baf', 'name': 'tempest-TestVolumeBootPattern-1471055892-router', 'tenant_id': '518938b9ccb84c24b924a04b8e123e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '7298b929-bd42-4ec0-80fa-8f3dedeadfab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:35:55Z', 'updated_at': '2021-07-12T08:36:01Z', 'revision_number': 4, 'project_id': '518938b9ccb84c24b924a04b8e123e5b', 'gw_port': {'id': '7298b929-bd42-4ec0-80fa-8f3dedeadfab', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:28:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c07633c1-f2b8-4855-b203-d7ee60676baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:56Z', 'updated_at': '2021-07-12T08:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_interfaces': [{'id': 'fe5dfd85-aa05-4081-b4b3-3a4ccfe26acd', 'name': '', 'network_id': '2e6e9477-8a08-4413-8645-80477f668554', 'tenant_id': '518938b9ccb84c24b924a04b8e123e5b', 'mac_address': 'fa:16:3e:12:f8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c07633c1-f2b8-4855-b203-d7ee60676baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'e28ba8bd-70f2-49f8-a288-ae23b9b3e132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:36:00Z', 'updated_at': '2021-07-12T08:36:08Z', 'revision_number': 4, 'project_id': '518938b9ccb84c24b924a04b8e123e5b', 'subnets': [{'id': 'e28ba8bd-70f2-49f8-a288-ae23b9b3e132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:36:08.855988 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-6e2785d3-dded-4bc0-b12c-c65224de3b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:08.878422 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-6e2785d3-dded-4bc0-b12c-c65224de3b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:08.884663 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcd6ec0-9f4c-4f7c-ad4e-388965510fa5 None None] The sync data for ids ['c07633c1-f2b8-4855-b203-d7ee60676baf'] in dv-cinder-800431-1-iscsi is: [{'id': 'c07633c1-f2b8-4855-b203-d7ee60676baf', 'name': 'tempest-TestVolumeBootPattern-1471055892-router', 'tenant_id': '518938b9ccb84c24b924a04b8e123e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '7298b929-bd42-4ec0-80fa-8f3dedeadfab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:35:55Z', 'updated_at': '2021-07-12T08:36:01Z', 'revision_number': 4, 'project_id': '518938b9ccb84c24b924a04b8e123e5b', 'gw_port': {'id': '7298b929-bd42-4ec0-80fa-8f3dedeadfab', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:28:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c07633c1-f2b8-4855-b203-d7ee60676baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:56Z', 'updated_at': '2021-07-12T08:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_interfaces': [{'id': 'fe5dfd85-aa05-4081-b4b3-3a4ccfe26acd', 'name': '', 'network_id': '2e6e9477-8a08-4413-8645-80477f668554', 'tenant_id': '518938b9ccb84c24b924a04b8e123e5b', 'mac_address': 'fa:16:3e:12:f8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c07633c1-f2b8-4855-b203-d7ee60676baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'e28ba8bd-70f2-49f8-a288-ae23b9b3e132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:36:00Z', 'updated_at': '2021-07-12T08:36:08Z', 'revision_number': 4, 'project_id': '518938b9ccb84c24b924a04b8e123e5b', 'subnets': [{'id': 'e28ba8bd-70f2-49f8-a288-ae23b9b3e132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 08:36:08.937113 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-6e2785d3-dded-4bc0-b12c-c65224de3b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:08.940439 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-6e2785d3-dded-4bc0-b12c-c65224de3b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:08.944443 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-6e2785d3-dded-4bc0-b12c-c65224de3b60 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a8ce9c84-64af-4920-be71-37453db84c42 HTTP/1.1" status: 204 len: 168 time: 0.1435907 Jul 12 08:36:08.952459 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2785d3-dded-4bc0-b12c-c65224de3b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ce9c84-64af-4920-be71-37453db84c42,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:36:09.389537 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8148b14b-fdb1-487f-b940-7b46dc6d16f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:09.561186 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f24223-af2c-467f-856d-82e3d1ebb1ad req-ea6242b9-ff1c-42ab-9bea-5e56198acb6d tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:09.562719 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-44f24223-af2c-467f-856d-82e3d1ebb1ad req-ea6242b9-ff1c-42ab-9bea-5e56198acb6d tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.23 "GET /v2.0/networks?id=87af1681-88b0-408a-a0a8-01a2bb52ff86 HTTP/1.1" status: 200 len: 811 time: 0.1104825 Jul 12 08:36:09.646588 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-44f24223-af2c-467f-856d-82e3d1ebb1ad req-2cb1bd7d-01b8-4636-b4f4-1dffcb6593fb tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b5b16bf27b543fb92132074924097b0 HTTP/1.1" status: 200 len: 380 time: 0.0708187 Jul 12 08:36:09.658020 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-44f24223-af2c-467f-856d-82e3d1ebb1ad req-8a45d71b-86e3-4ed0-86e7-122cf0982bc0 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Request body: {'port': {'device_id': '563078f0-4880-4128-858d-6685ab6a0b41', 'network_id': '87af1681-88b0-408a-a0a8-01a2bb52ff86', 'admin_state_up': True, 'tenant_id': '2b5b16bf27b543fb92132074924097b0', 'security_groups': ['8f6ce030-3b88-4c9c-bfc7-42987ac942f1']}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:36:09.701627 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device fe5dfd85-aa05-4081-b4b3-3a4ccfe26acd up at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:36:09.747765 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-6227d9f6-22f7-4809-8a6c-8cecc81a7ab1 req-ae059ee4-e461-4faf-b01a-564d1599a109 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=563078f0-4880-4128-858d-6685ab6a0b41 HTTP/1.1" status: 200 len: 210 time: 0.0368462 Jul 12 08:36:09.794375 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning for port fe5dfd85-aa05-4081-b4b3-3a4ccfe26acd completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:36:09.798831 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning complete for port fe5dfd85-aa05-4081-b4b3-3a4ccfe26acd triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:36:09.799385 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:09.823704 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44f24223-af2c-467f-856d-82e3d1ebb1ad req-8a45d71b-86e3-4ed0-86e7-122cf0982bc0 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Made reservation on behalf of 2b5b16bf27b543fb92132074924097b0 for: {'port': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 08:36:09.828767 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-44f24223-af2c-467f-856d-82e3d1ebb1ad req-8a45d71b-86e3-4ed0-86e7-122cf0982bc0 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:09.884551 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:09.917384 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] For port fe5dfd85-aa05-4081-b4b3-3a4ccfe26acd, host dv-cinder-800431-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=fe5dfd85-aa05-4081-b4b3-3a4ccfe26acd,segment=NetworkSegment(ce33a636-b670-4ea3-b1cd-0285cd1a595b),segment_id=ce33a636-b670-4ea3-b1cd-0285cd1a595b)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:36:09.921422 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:09.959564 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_common [req-44f24223-af2c-467f-856d-82e3d1ebb1ad req-8a45d71b-86e3-4ed0-86e7-122cf0982bc0 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Allocated IP 172.20.0.13 (87af1681-88b0-408a-a0a8-01a2bb52ff86/1b424425-fba9-4165-b007-490b023a5f6d/e6adb741-2324-47f7-bc95-b2ea3dcd9066) {{(pid=92952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 08:36:09.978799 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Pushing event updated for resources: {'Port': ['ID=fe5dfd85-aa05-4081-b4b3-3a4ccfe26acd,revision_number=5']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:36:10.103373 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-44f24223-af2c-467f-856d-82e3d1ebb1ad req-8a45d71b-86e3-4ed0-86e7-122cf0982bc0 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks [] for port, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:10.117292 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.provisioning_blocks [req-44f24223-af2c-467f-856d-82e3d1ebb1ad req-8a45d71b-86e3-4ed0-86e7-122cf0982bc0 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Transition to ACTIVE for port object e6adb741-2324-47f7-bc95-b2ea3dcd9066 will not be triggered until provisioned by entity DHCP. {{(pid=92952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:36:10.151552 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-44f24223-af2c-467f-856d-82e3d1ebb1ad req-8a45d71b-86e3-4ed0-86e7-122cf0982bc0 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748222641646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1188457'] for port, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:10.197172 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44f24223-af2c-467f-856d-82e3d1ebb1ad req-8a45d71b-86e3-4ed0-86e7-122cf0982bc0 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Network 87af1681-88b0-408a-a0a8-01a2bb52ff86 is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:36:10.202193 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [req-44f24223-af2c-467f-856d-82e3d1ebb1ad req-8a45d71b-86e3-4ed0-86e7-122cf0982bc0 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:36:10.205864 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f24223-af2c-467f-856d-82e3d1ebb1ad req-8a45d71b-86e3-4ed0-86e7-122cf0982bc0 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Received port after_create {{(pid=92952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 08:36:10.236695 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a45d71b-86e3-4ed0-86e7-122cf0982bc0 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Pushing event updated for resources: {'Port': ['ID=e6adb741-2324-47f7-bc95-b2ea3dcd9066,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:36:10.237445 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-2ed9e57f-f0c1-4fea-8761-913c24a4c182 None None] Provisioning complete for port fe5dfd85-aa05-4081-b4b3-3a4ccfe26acd triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:36:10.237925 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2ed9e57f-f0c1-4fea-8761-913c24a4c182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:10.262083 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f24223-af2c-467f-856d-82e3d1ebb1ad req-8a45d71b-86e3-4ed0-86e7-122cf0982bc0 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:10.262754 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-44f24223-af2c-467f-856d-82e3d1ebb1ad req-8a45d71b-86e3-4ed0-86e7-122cf0982bc0 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:10.280376 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-44f24223-af2c-467f-856d-82e3d1ebb1ad req-8a45d71b-86e3-4ed0-86e7-122cf0982bc0 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6269653 Jul 12 08:36:10.293398 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-44f24223-af2c-467f-856d-82e3d1ebb1ad req-7ba028d1-e37d-42e4-8044-a58d1ca7cbd4 service neutron] Request body: {'port': {'device_id': '563078f0-4880-4128-858d-6685ab6a0b41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:36:10.379503 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-44f24223-af2c-467f-856d-82e3d1ebb1ad req-7ba028d1-e37d-42e4-8044-a58d1ca7cbd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:10.456763 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-5bd1f6a0-bc44-4c6b-92b5-bc85842e2a23 None None] Provisioning for port e6adb741-2324-47f7-bc95-b2ea3dcd9066 completed by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:36:10.461239 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-5bd1f6a0-bc44-4c6b-92b5-bc85842e2a23 None None] Provisioning complete for port e6adb741-2324-47f7-bc95-b2ea3dcd9066 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:36:10.461744 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5bd1f6a0-bc44-4c6b-92b5-bc85842e2a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:10.504371 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1f6a0-bc44-4c6b-92b5-bc85842e2a23 None None] Port e6adb741-2324-47f7-bc95-b2ea3dcd9066 cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 08:36:10.881816 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [req-44f24223-af2c-467f-856d-82e3d1ebb1ad req-7ba028d1-e37d-42e4-8044-a58d1ca7cbd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6adb741-2324-47f7-bc95-b2ea3dcd9066 {{(pid=92952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 08:36:10.889679 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-44f24223-af2c-467f-856d-82e3d1ebb1ad req-7ba028d1-e37d-42e4-8044-a58d1ca7cbd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:10.902384 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.provisioning_blocks [req-44f24223-af2c-467f-856d-82e3d1ebb1ad req-7ba028d1-e37d-42e4-8044-a58d1ca7cbd4 service neutron] Transition to ACTIVE for port object e6adb741-2324-47f7-bc95-b2ea3dcd9066 will not be triggered until provisioned by entity L2. {{(pid=92952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:36:10.906889 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-44f24223-af2c-467f-856d-82e3d1ebb1ad req-7ba028d1-e37d-42e4-8044-a58d1ca7cbd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1188479'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:10.956696 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb05700-7bd6-4b19-9a22-42338f71bc99 req-8b061dba-2c84-40ed-a5e3-b2a7544177da tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:10.958340 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-fcb05700-7bd6-4b19-9a22-42338f71bc99 req-8b061dba-2c84-40ed-a5e3-b2a7544177da tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=563078f0-4880-4128-858d-6685ab6a0b41 HTTP/1.1" status: 200 len: 932 time: 0.0790102 Jul 12 08:36:11.000707 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-fcb05700-7bd6-4b19-9a22-42338f71bc99 req-fccc1d42-b83b-49b5-b0c2-4f5ecd71f668 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f6ce030-3b88-4c9c-bfc7-42987ac942f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367870 Jul 12 08:36:11.006737 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba028d1-e37d-42e4-8044-a58d1ca7cbd4 service neutron] Pushing event updated for resources: {'Port': ['ID=e6adb741-2324-47f7-bc95-b2ea3dcd9066,revision_number=2']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:36:11.029474 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-44f24223-af2c-467f-856d-82e3d1ebb1ad req-7ba028d1-e37d-42e4-8044-a58d1ca7cbd4 service neutron] Attempting to bind port e6adb741-2324-47f7-bc95-b2ea3dcd9066 on host hv-cinder-80043 for vnic_type normal with profile {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 08:36:11.029992 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-44f24223-af2c-467f-856d-82e3d1ebb1ad req-7ba028d1-e37d-42e4-8044-a58d1ca7cbd4 service neutron] Attempting to bind port e6adb741-2324-47f7-bc95-b2ea3dcd9066 by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': '0f9fcbd0-77f2-47e1-a4af-6466181e27c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '87af1681-88b0-408a-a0a8-01a2bb52ff86'}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 08:36:11.030167 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f24223-af2c-467f-856d-82e3d1ebb1ad req-7ba028d1-e37d-42e4-8044-a58d1ca7cbd4 service neutron] Attempting to bind port e6adb741-2324-47f7-bc95-b2ea3dcd9066 on network 87af1681-88b0-408a-a0a8-01a2bb52ff86 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:36:11.034654 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f24223-af2c-467f-856d-82e3d1ebb1ad req-7ba028d1-e37d-42e4-8044-a58d1ca7cbd4 service neutron] Port e6adb741-2324-47f7-bc95-b2ea3dcd9066 on network 87af1681-88b0-408a-a0a8-01a2bb52ff86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 08:36:11.034920 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f24223-af2c-467f-856d-82e3d1ebb1ad req-7ba028d1-e37d-42e4-8044-a58d1ca7cbd4 service neutron] Attempting to bind port e6adb741-2324-47f7-bc95-b2ea3dcd9066 on network 87af1681-88b0-408a-a0a8-01a2bb52ff86 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:36:11.040351 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f24223-af2c-467f-856d-82e3d1ebb1ad req-7ba028d1-e37d-42e4-8044-a58d1ca7cbd4 service neutron] Checking agent: {'id': '9498d972-5d3d-47a0-93c6-a71636d6a88c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 8, 29, 30), 'started_at': datetime.datetime(2021, 7, 12, 8, 29, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 8, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 08:36:11.040779 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f24223-af2c-467f-856d-82e3d1ebb1ad req-7ba028d1-e37d-42e4-8044-a58d1ca7cbd4 service neutron] Checking segment: {'id': '0f9fcbd0-77f2-47e1-a4af-6466181e27c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '87af1681-88b0-408a-a0a8-01a2bb52ff86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:36:11.041068 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f24223-af2c-467f-856d-82e3d1ebb1ad req-7ba028d1-e37d-42e4-8044-a58d1ca7cbd4 service neutron] Bound using segment: {'id': '0f9fcbd0-77f2-47e1-a4af-6466181e27c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '87af1681-88b0-408a-a0a8-01a2bb52ff86'} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 08:36:11.041498 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-44f24223-af2c-467f-856d-82e3d1ebb1ad req-7ba028d1-e37d-42e4-8044-a58d1ca7cbd4 service neutron] Bound port: e6adb741-2324-47f7-bc95-b2ea3dcd9066, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f9fcbd0-77f2-47e1-a4af-6466181e27c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '87af1681-88b0-408a-a0a8-01a2bb52ff86'}}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 08:36:11.041886 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-44f24223-af2c-467f-856d-82e3d1ebb1ad req-7ba028d1-e37d-42e4-8044-a58d1ca7cbd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:11.106625 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-44f24223-af2c-467f-856d-82e3d1ebb1ad req-7ba028d1-e37d-42e4-8044-a58d1ca7cbd4 service neutron] For port e6adb741-2324-47f7-bc95-b2ea3dcd9066, host hv-cinder-80043, cleared binding levels {{(pid=92952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 08:36:11.109853 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-44f24223-af2c-467f-856d-82e3d1ebb1ad req-7ba028d1-e37d-42e4-8044-a58d1ca7cbd4 service neutron] For port e6adb741-2324-47f7-bc95-b2ea3dcd9066, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=e6adb741-2324-47f7-bc95-b2ea3dcd9066,segment=NetworkSegment(0f9fcbd0-77f2-47e1-a4af-6466181e27c6),segment_id=0f9fcbd0-77f2-47e1-a4af-6466181e27c6)] {{(pid=92952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 08:36:11.114918 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-44f24223-af2c-467f-856d-82e3d1ebb1ad req-7ba028d1-e37d-42e4-8044-a58d1ca7cbd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1188479'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:11.150387 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f24223-af2c-467f-856d-82e3d1ebb1ad req-7ba028d1-e37d-42e4-8044-a58d1ca7cbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:11.150993 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-44f24223-af2c-467f-856d-82e3d1ebb1ad req-7ba028d1-e37d-42e4-8044-a58d1ca7cbd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:11.152346 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-44f24223-af2c-467f-856d-82e3d1ebb1ad req-7ba028d1-e37d-42e4-8044-a58d1ca7cbd4 service neutron] 10.222.0.23 "PUT /v2.0/ports/e6adb741-2324-47f7-bc95-b2ea3dcd9066 HTTP/1.1" status: 200 len: 1094 time: 0.8636491 Jul 12 08:36:11.152791 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '563078f0-4880-4128-858d-6685ab6a0b41', 'tag': 'e6adb741-2324-47f7-bc95-b2ea3dcd9066'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:36:11.155033 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35659b288decb3563870ae931b8d662eab2da969d6ab5856613d86fcebdbc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa1ef2d-2664-412a-85f7-028299e82dc4" -d '{"events": [{"name": "network-changed", "server_uuid": "563078f0-4880-4128-858d-6685ab6a0b41", "tag": "e6adb741-2324-47f7-bc95-b2ea3dcd9066"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:36:11.181614 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba028d1-e37d-42e4-8044-a58d1ca7cbd4 service neutron] Pushing event updated for resources: {'Port': ['ID=e6adb741-2324-47f7-bc95-b2ea3dcd9066,revision_number=3']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:36:11.211775 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 08:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20472ac2-b9bb-4f63-84d2-cee26eb2e74f x-openstack-request-id: req-20472ac2-b9bb-4f63-84d2-cee26eb2e74f {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:36:11.212075 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "563078f0-4880-4128-858d-6685ab6a0b41", "tag": "e6adb741-2324-47f7-bc95-b2ea3dcd9066", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:36:11.212393 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-20472ac2-b9bb-4f63-84d2-cee26eb2e74f {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:36:11.213050 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '563078f0-4880-4128-858d-6685ab6a0b41', 'tag': 'e6adb741-2324-47f7-bc95-b2ea3dcd9066', 'status': 'completed', 'code': 200} Jul 12 08:36:11.264427 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f24223-af2c-467f-856d-82e3d1ebb1ad req-fd491333-3ea7-4c93-95c8-9d897514c0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:11.265980 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-44f24223-af2c-467f-856d-82e3d1ebb1ad req-fd491333-3ea7-4c93-95c8-9d897514c0ba service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2b5b16bf27b543fb92132074924097b0&device_id=563078f0-4880-4128-858d-6685ab6a0b41 HTTP/1.1" status: 200 len: 1097 time: 0.0658765 Jul 12 08:36:11.311051 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-44f24223-af2c-467f-856d-82e3d1ebb1ad req-075ac13a-9f94-466d-939e-f76f8749da74 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6adb741-2324-47f7-bc95-b2ea3dcd9066 HTTP/1.1" status: 200 len: 217 time: 0.0353813 Jul 12 08:36:11.360470 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f24223-af2c-467f-856d-82e3d1ebb1ad req-0657975e-2830-4315-845a-846752d3ae7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:11.361985 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-44f24223-af2c-467f-856d-82e3d1ebb1ad req-0657975e-2830-4315-845a-846752d3ae7c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1b424425-fba9-4165-b007-490b023a5f6d HTTP/1.1" status: 200 len: 850 time: 0.0441282 Jul 12 08:36:11.423130 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f24223-af2c-467f-856d-82e3d1ebb1ad req-977546fc-e8cf-4d8c-83f9-171c17f56dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:11.424630 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-44f24223-af2c-467f-856d-82e3d1ebb1ad req-977546fc-e8cf-4d8c-83f9-171c17f56dd9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=87af1681-88b0-408a-a0a8-01a2bb52ff86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556667 Jul 12 08:36:11.516294 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-44f24223-af2c-467f-856d-82e3d1ebb1ad req-edaa8d1a-b437-4ae1-94f1-4912ed27e67a service neutron] 10.222.0.23 "GET /v2.0/networks/87af1681-88b0-408a-a0a8-01a2bb52ff86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839562 Jul 12 08:36:11.611656 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-44f24223-af2c-467f-856d-82e3d1ebb1ad req-352b67a6-c262-4cfa-ac8b-458bbae10cf2 service neutron] 10.222.0.23 "GET /v2.0/networks/87af1681-88b0-408a-a0a8-01a2bb52ff86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886211 Jul 12 08:36:11.637389 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device fe5dfd85-aa05-4081-b4b3-3a4ccfe26acd up at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:36:11.670806 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-27d7ee80-e179-45b7-a334-2b53e9039c09 None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 08:36:11.683946 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Provisioning complete for port fe5dfd85-aa05-4081-b4b3-3a4ccfe26acd triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:36:11.684320 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:11.717984 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa1ef2d-2664-412a-85f7-028299e82dc4 req-f53174e8-9bfb-4c23-b4db-c84f85e7c210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:11.719480 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-aaa1ef2d-2664-412a-85f7-028299e82dc4 req-f53174e8-9bfb-4c23-b4db-c84f85e7c210 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2b5b16bf27b543fb92132074924097b0&device_id=563078f0-4880-4128-858d-6685ab6a0b41 HTTP/1.1" status: 200 len: 1097 time: 0.0543106 Jul 12 08:36:11.811263 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa1ef2d-2664-412a-85f7-028299e82dc4 req-516b3e96-9e3d-4deb-8d7a-1f1735e438a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:11.812792 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-aaa1ef2d-2664-412a-85f7-028299e82dc4 req-516b3e96-9e3d-4deb-8d7a-1f1735e438a4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=87af1681-88b0-408a-a0a8-01a2bb52ff86 HTTP/1.1" status: 200 len: 912 time: 0.0854526 Jul 12 08:36:11.858727 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-aaa1ef2d-2664-412a-85f7-028299e82dc4 req-4a890ea5-4f08-4021-8ba8-55bc9041d790 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6adb741-2324-47f7-bc95-b2ea3dcd9066 HTTP/1.1" status: 200 len: 217 time: 0.0373757 Jul 12 08:36:11.913676 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa1ef2d-2664-412a-85f7-028299e82dc4 req-f4393b84-9e87-408a-a8ac-965aceae4dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:11.915209 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-aaa1ef2d-2664-412a-85f7-028299e82dc4 req-f4393b84-9e87-408a-a8ac-965aceae4dd0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1b424425-fba9-4165-b007-490b023a5f6d HTTP/1.1" status: 200 len: 850 time: 0.0446362 Jul 12 08:36:11.973837 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa1ef2d-2664-412a-85f7-028299e82dc4 req-df73844c-2922-429e-98ba-8dc77d3016d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:11.975329 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-aaa1ef2d-2664-412a-85f7-028299e82dc4 req-df73844c-2922-429e-98ba-8dc77d3016d3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=87af1681-88b0-408a-a0a8-01a2bb52ff86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522022 Jul 12 08:36:12.073943 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-aaa1ef2d-2664-412a-85f7-028299e82dc4 req-e8940ea6-01ac-4c25-8925-8725d77f9c1f service neutron] 10.222.0.23 "GET /v2.0/networks/87af1681-88b0-408a-a0a8-01a2bb52ff86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910575 Jul 12 08:36:12.206396 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-aaa1ef2d-2664-412a-85f7-028299e82dc4 req-06a81d3e-a02d-498a-9029-b78c031f8c3c service neutron] 10.222.0.23 "GET /v2.0/networks/87af1681-88b0-408a-a0a8-01a2bb52ff86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258993 Jul 12 08:36:12.220190 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a20f2-a0dd-4963-996f-b95b53d957ea req-3c3abbc5-8c4a-4368-95a3-3aee4232566d tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:12.221611 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b36a20f2-a0dd-4963-996f-b95b53d957ea req-3c3abbc5-8c4a-4368-95a3-3aee4232566d tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=563078f0-4880-4128-858d-6685ab6a0b41 HTTP/1.1" status: 200 len: 944 time: 0.0960610 Jul 12 08:36:12.262034 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b36a20f2-a0dd-4963-996f-b95b53d957ea req-f70d65c7-982a-47e7-8a39-b207ddac9ee9 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f6ce030-3b88-4c9c-bfc7-42987ac942f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336969 Jul 12 08:36:13.289220 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device e6adb741-2324-47f7-bc95-b2ea3dcd9066 details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=92953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 08:36:13.384590 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port e6adb741-2324-47f7-bc95-b2ea3dcd9066, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=e6adb741-2324-47f7-bc95-b2ea3dcd9066,segment=NetworkSegment(0f9fcbd0-77f2-47e1-a4af-6466181e27c6),segment_id=0f9fcbd0-77f2-47e1-a4af-6466181e27c6)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:36:13.395571 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Returning: {'device': 'e6adb741-2324-47f7-bc95-b2ea3dcd9066', 'network_id': '87af1681-88b0-408a-a0a8-01a2bb52ff86', 'port_id': 'e6adb741-2324-47f7-bc95-b2ea3dcd9066', 'mac_address': 'fa:16:3e:9f:a2:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b424425-fba9-4165-b007-490b023a5f6d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 08:36:13.432480 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:13.437681 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445a0b2-eaa8-4f22-affe-db692d7f000a req-a625966f-258e-49d8-ba50-9014556d0757 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:13.439253 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3445a0b2-eaa8-4f22-affe-db692d7f000a req-a625966f-258e-49d8-ba50-9014556d0757 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=563078f0-4880-4128-858d-6685ab6a0b41 HTTP/1.1" status: 200 len: 944 time: 0.0639546 Jul 12 08:36:13.446567 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6adb741-2324-47f7-bc95-b2ea3dcd9066 {{(pid=92953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 08:36:13.468981 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port e6adb741-2324-47f7-bc95-b2ea3dcd9066, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=e6adb741-2324-47f7-bc95-b2ea3dcd9066,segment=NetworkSegment(0f9fcbd0-77f2-47e1-a4af-6466181e27c6),segment_id=0f9fcbd0-77f2-47e1-a4af-6466181e27c6)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:36:13.475017 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:13.477451 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3445a0b2-eaa8-4f22-affe-db692d7f000a req-276e3a84-c059-49c3-93d9-aca488562008 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f6ce030-3b88-4c9c-bfc7-42987ac942f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325868 Jul 12 08:36:13.529242 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Pushing event updated for resources: {'Port': ['ID=e6adb741-2324-47f7-bc95-b2ea3dcd9066,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:36:13.777643 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] get_ports_and_sgs() called for port_ids ['e6adb741-2324-47f7-bc95-b2ea3dcd9066'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 08:36:14.650300 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4fc7ae-55e5-413e-afcb-572df83d8ee0 req-81adf9a4-8bc4-457a-8bbe-5b025249de22 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:14.651833 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8b4fc7ae-55e5-413e-afcb-572df83d8ee0 req-81adf9a4-8bc4-457a-8bbe-5b025249de22 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=563078f0-4880-4128-858d-6685ab6a0b41 HTTP/1.1" status: 200 len: 945 time: 0.0628328 Jul 12 08:36:14.694343 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8b4fc7ae-55e5-413e-afcb-572df83d8ee0 req-ab2a73c9-abf4-44a5-890b-26fc7bb67303 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f6ce030-3b88-4c9c-bfc7-42987ac942f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366971 Jul 12 08:36:15.292965 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device e6adb741-2324-47f7-bc95-b2ea3dcd9066 up at agent hyperv_hv-cinder-80043 {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:36:15.342448 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Provisioning for port e6adb741-2324-47f7-bc95-b2ea3dcd9066 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:36:15.346070 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Provisioning complete for port e6adb741-2324-47f7-bc95-b2ea3dcd9066 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:36:15.346442 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:15.422447 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:15.446487 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '563078f0-4880-4128-858d-6685ab6a0b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6adb741-2324-47f7-bc95-b2ea3dcd9066'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:36:15.448756 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af58d1c9f1a57ad28455f2a1c324eb475fddbc81caacf3fdebaad0c9863d536b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96415c76-da21-4c64-900f-0799ac9e8ca1" -d '{"events": [{"server_uuid": "563078f0-4880-4128-858d-6685ab6a0b41", "name": "network-vif-plugged", "status": "completed", "tag": "e6adb741-2324-47f7-bc95-b2ea3dcd9066"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:36:15.461386 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port e6adb741-2324-47f7-bc95-b2ea3dcd9066, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=e6adb741-2324-47f7-bc95-b2ea3dcd9066,segment=NetworkSegment(0f9fcbd0-77f2-47e1-a4af-6466181e27c6),segment_id=0f9fcbd0-77f2-47e1-a4af-6466181e27c6)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:36:15.465714 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:15.494474 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 08:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fafdf74f-1929-4d9e-8f38-6bfcbadf2d24 x-openstack-request-id: req-fafdf74f-1929-4d9e-8f38-6bfcbadf2d24 {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:36:15.494759 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "563078f0-4880-4128-858d-6685ab6a0b41", "name": "network-vif-plugged", "status": "completed", "tag": "e6adb741-2324-47f7-bc95-b2ea3dcd9066", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:36:15.495089 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fafdf74f-1929-4d9e-8f38-6bfcbadf2d24 {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:36:15.495974 dv-cinder-800431-1-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '563078f0-4880-4128-858d-6685ab6a0b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6adb741-2324-47f7-bc95-b2ea3dcd9066', 'code': 200} Jul 12 08:36:15.528124 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Pushing event updated for resources: {'Port': ['ID=e6adb741-2324-47f7-bc95-b2ea3dcd9066,revision_number=5']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:36:15.707257 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-b5611705-a744-4758-9ac8-888c11c698c9 None None] Provisioning complete for port e6adb741-2324-47f7-bc95-b2ea3dcd9066 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:36:15.707629 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b5611705-a744-4758-9ac8-888c11c698c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:15.750655 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e46644-11eb-4e20-a771-0040e7be4d06 req-408b8b15-3047-4cfa-9a1b-9b03dddcdfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:15.752230 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-85e46644-11eb-4e20-a771-0040e7be4d06 req-408b8b15-3047-4cfa-9a1b-9b03dddcdfae service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=563078f0-4880-4128-858d-6685ab6a0b41 HTTP/1.1" status: 200 len: 1099 time: 0.0612781 Jul 12 08:36:15.790160 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-85e46644-11eb-4e20-a771-0040e7be4d06 req-464c44c9-8fbf-45da-858d-19a01a752c47 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8f6ce030-3b88-4c9c-bfc7-42987ac942f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290771 Jul 12 08:36:15.879441 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb9c25-c599-4830-b56d-1f71d4202fdc req-6342fbe8-65d8-4bd5-8f14-479e03f8c37f tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:15.881145 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-dfcb9c25-c599-4830-b56d-1f71d4202fdc req-6342fbe8-65d8-4bd5-8f14-479e03f8c37f tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=563078f0-4880-4128-858d-6685ab6a0b41 HTTP/1.1" status: 200 len: 946 time: 0.0619133 Jul 12 08:36:15.918812 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-dfcb9c25-c599-4830-b56d-1f71d4202fdc req-e05d5176-b3e3-4d1b-ba29-708c2837399d tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f6ce030-3b88-4c9c-bfc7-42987ac942f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321088 Jul 12 08:36:17.090929 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eda923-e885-4e27-b1b2-f34700310a7f req-bb0f4c5f-359a-4085-aa42-5b07f8398670 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:17.092335 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c2eda923-e885-4e27-b1b2-f34700310a7f req-bb0f4c5f-359a-4085-aa42-5b07f8398670 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=563078f0-4880-4128-858d-6685ab6a0b41 HTTP/1.1" status: 200 len: 946 time: 0.0662091 Jul 12 08:36:17.129997 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c2eda923-e885-4e27-b1b2-f34700310a7f req-5a31171c-2eeb-4f9a-b958-63339db5f14c tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f6ce030-3b88-4c9c-bfc7-42987ac942f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322111 Jul 12 08:36:17.296197 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58304c3e-a992-45a6-a8ca-2de6fc924253 req-62e39327-01c2-45a7-80df-4eb52d10bbbf tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:17.297768 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-58304c3e-a992-45a6-a8ca-2de6fc924253 req-62e39327-01c2-45a7-80df-4eb52d10bbbf tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=563078f0-4880-4128-858d-6685ab6a0b41 HTTP/1.1" status: 200 len: 946 time: 0.0641491 Jul 12 08:36:17.306003 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 43134) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:36:17.310402 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-025c0ac1-2927-4ed1-b268-5374b7a72c04 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Request body: {'floatingip': {'port_id': 'e6adb741-2324-47f7-bc95-b2ea3dcd9066'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:36:17.352324 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-025c0ac1-2927-4ed1-b268-5374b7a72c04 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks [] for floatingip, before_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:17.792028 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-025c0ac1-2927-4ed1-b268-5374b7a72c04 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:17.796115 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-025c0ac1-2927-4ed1-b268-5374b7a72c04 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-940870'] for floatingip, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:17.900624 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.db.l3_db [None req-025c0ac1-2927-4ed1-b268-5374b7a72c04 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Floating IP e4aad2f1-872c-4126-afc7-1f8af0a06976 associated. External IP: 172.27.1.51, port: e6adb741-2324-47f7-bc95-b2ea3dcd9066. Jul 12 08:36:18.108139 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-025c0ac1-2927-4ed1-b268-5374b7a72c04 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Router 59a260da-04ad-498b-a2d9-3307dd0da82c has already been hosted by L3 agent c0ba3535-5ad7-41e9-9cdc-b89c0ff976de {{(pid=92951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 08:36:18.215951 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025c0ac1-2927-4ed1-b268-5374b7a72c04 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify agent at l3_agent.dv-cinder-800431-1-iscsi the message routers_updated {{(pid=92951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 08:36:18.220443 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-025c0ac1-2927-4ed1-b268-5374b7a72c04 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for floatingip, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:18.225171 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4157f95a-517a-41e1-9d46-43dc557998ec None None] Sync routers for ids ['59a260da-04ad-498b-a2d9-3307dd0da82c'] in dv-cinder-800431-1-iscsi {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 08:36:18.234697 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4157f95a-517a-41e1-9d46-43dc557998ec None None] Routers {'59a260da-04ad-498b-a2d9-3307dd0da82c'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:36:18.235318 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-4157f95a-517a-41e1-9d46-43dc557998ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:36:07Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['59a260da-04ad-498b-a2d9-3307dd0da82c'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:36:18.259661 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-025c0ac1-2927-4ed1-b268-5374b7a72c04 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "PUT /v2.0/floatingips/e4aad2f1-872c-4126-afc7-1f8af0a06976 HTTP/1.1" status: 200 len: 991 time: 0.9526033 Jul 12 08:36:18.260236 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '563078f0-4880-4128-858d-6685ab6a0b41', 'tag': 'e6adb741-2324-47f7-bc95-b2ea3dcd9066'}] {{(pid=92951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:36:18.262590 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38e9910cefffc49adb1534bd55ac7351ec59ca62d7d2bb3cc14e5997e7fa66f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490b100d-e9b1-4915-86ef-a45f89d44c87" -d '{"events": [{"name": "network-changed", "server_uuid": "563078f0-4880-4128-858d-6685ab6a0b41", "tag": "e6adb741-2324-47f7-bc95-b2ea3dcd9066"}]}' {{(pid=92951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:36:18.307299 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 08:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae2b43e-713a-4b41-99a9-843faf361a1a x-openstack-request-id: req-cae2b43e-713a-4b41-99a9-843faf361a1a {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:36:18.308446 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "563078f0-4880-4128-858d-6685ab6a0b41", "tag": "e6adb741-2324-47f7-bc95-b2ea3dcd9066", "status": "completed", "code": 200}]} {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:36:18.308446 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cae2b43e-713a-4b41-99a9-843faf361a1a {{(pid=92951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:36:18.308840 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '563078f0-4880-4128-858d-6685ab6a0b41', 'tag': 'e6adb741-2324-47f7-bc95-b2ea3dcd9066', 'status': 'completed', 'code': 200} Jul 12 08:36:18.347410 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-4157f95a-517a-41e1-9d46-43dc557998ec None None] Set router 59a260da-04ad-498b-a2d9-3307dd0da82c gateway port host: dv-cinder-800431-1-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:36:18.527709 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b100d-e9b1-4915-86ef-a45f89d44c87 req-d0d95bcc-58da-46d4-beb2-8b624aadf099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:18.529201 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-490b100d-e9b1-4915-86ef-a45f89d44c87 req-d0d95bcc-58da-46d4-beb2-8b624aadf099 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2b5b16bf27b543fb92132074924097b0&device_id=563078f0-4880-4128-858d-6685ab6a0b41 HTTP/1.1" status: 200 len: 1099 time: 0.1910388 Jul 12 08:36:18.573589 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-4157f95a-517a-41e1-9d46-43dc557998ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a260da-04ad-498b-a2d9-3307dd0da82c', 'name': 'tempest-AttachVolumeTestJSON-1782835244-router', 'tenant_id': '2b5b16bf27b543fb92132074924097b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '07f95d4c-3817-4137-9ea5-87443a9b00aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:31:07Z', 'updated_at': '2021-07-12T08:31:17Z', 'revision_number': 4, 'project_id': '2b5b16bf27b543fb92132074924097b0', 'gw_port': {'id': '07f95d4c-3817-4137-9ea5-87443a9b00aa', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:dd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a260da-04ad-498b-a2d9-3307dd0da82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:08Z', 'updated_at': '2021-07-12T08:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_floatingips': [{'id': 'e4aad2f1-872c-4126-afc7-1f8af0a06976', 'tenant_id': '2b5b16bf27b543fb92132074924097b0', 'floating_ip_address': '172.27.1.51', 'floating_network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'router_id': '59a260da-04ad-498b-a2d9-3307dd0da82c', 'port_id': 'e6adb741-2324-47f7-bc95-b2ea3dcd9066', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87af1681-88b0-408a-a0a8-01a2bb52ff86', 'mac_address': 'fa:16:3e:9f:a2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563078f0-4880-4128-858d-6685ab6a0b41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T08:36:06Z', 'updated_at': '2021-07-12T08:36:17Z', 'revision_number': 1, 'project_id': '2b5b16bf27b543fb92132074924097b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ff799b1-e976-44d7-8560-425802963031', 'name': '', 'network_id': '87af1681-88b0-408a-a0a8-01a2bb52ff86', 'tenant_id': '2b5b16bf27b543fb92132074924097b0', 'mac_address': 'fa:16:3e:d0:d9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a260da-04ad-498b-a2d9-3307dd0da82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1b424425-fba9-4165-b007-490b023a5f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:13Z', 'updated_at': '2021-07-12T08:31:31Z', 'revision_number': 5, 'project_id': '2b5b16bf27b543fb92132074924097b0', 'subnets': [{'id': '1b424425-fba9-4165-b007-490b023a5f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:36:18.626777 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b100d-e9b1-4915-86ef-a45f89d44c87 req-69563b55-6373-4f6c-815d-8567fcf2186d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:18.628530 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-490b100d-e9b1-4915-86ef-a45f89d44c87 req-69563b55-6373-4f6c-815d-8567fcf2186d service neutron] 10.222.0.23 "GET /v2.0/networks?id=87af1681-88b0-408a-a0a8-01a2bb52ff86 HTTP/1.1" status: 200 len: 912 time: 0.0910702 Jul 12 08:36:18.694596 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-490b100d-e9b1-4915-86ef-a45f89d44c87 req-488c2a46-48e5-40ae-aeb8-632f6648fbad service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6adb741-2324-47f7-bc95-b2ea3dcd9066 HTTP/1.1" status: 200 len: 999 time: 0.0592928 Jul 12 08:36:18.721570 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4157f95a-517a-41e1-9d46-43dc557998ec None None] Checking router: 59a260da-04ad-498b-a2d9-3307dd0da82c for host: dv-cinder-800431-1-iscsi {{(pid=92953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 08:36:18.730473 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4157f95a-517a-41e1-9d46-43dc557998ec None None] Routers {'59a260da-04ad-498b-a2d9-3307dd0da82c'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:36:18.731174 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-4157f95a-517a-41e1-9d46-43dc557998ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:36:07Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['59a260da-04ad-498b-a2d9-3307dd0da82c'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:36:18.745190 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b100d-e9b1-4915-86ef-a45f89d44c87 req-bbf3a699-d370-4a8b-b3a4-0c295bba0684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:18.746667 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-490b100d-e9b1-4915-86ef-a45f89d44c87 req-bbf3a699-d370-4a8b-b3a4-0c295bba0684 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1b424425-fba9-4165-b007-490b023a5f6d HTTP/1.1" status: 200 len: 850 time: 0.0444605 Jul 12 08:36:18.810429 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b100d-e9b1-4915-86ef-a45f89d44c87 req-80e7bc1c-46ab-4310-b48d-53f6a151dc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:18.811962 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-490b100d-e9b1-4915-86ef-a45f89d44c87 req-80e7bc1c-46ab-4310-b48d-53f6a151dc6d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=87af1681-88b0-408a-a0a8-01a2bb52ff86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0562222 Jul 12 08:36:18.837088 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-4157f95a-517a-41e1-9d46-43dc557998ec None None] Set router 59a260da-04ad-498b-a2d9-3307dd0da82c gateway port host: dv-cinder-800431-1-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:36:18.909217 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-490b100d-e9b1-4915-86ef-a45f89d44c87 req-79fd5456-f203-4c82-9607-a7d19bd2ac7f service neutron] 10.222.0.23 "GET /v2.0/networks/87af1681-88b0-408a-a0a8-01a2bb52ff86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898597 Jul 12 08:36:19.005043 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-490b100d-e9b1-4915-86ef-a45f89d44c87 req-7f40c820-7791-46fa-94bd-aef1612da86f service neutron] 10.222.0.23 "GET /v2.0/networks/87af1681-88b0-408a-a0a8-01a2bb52ff86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891852 Jul 12 08:36:19.079117 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-4157f95a-517a-41e1-9d46-43dc557998ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a260da-04ad-498b-a2d9-3307dd0da82c', 'name': 'tempest-AttachVolumeTestJSON-1782835244-router', 'tenant_id': '2b5b16bf27b543fb92132074924097b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '07f95d4c-3817-4137-9ea5-87443a9b00aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:31:07Z', 'updated_at': '2021-07-12T08:31:17Z', 'revision_number': 4, 'project_id': '2b5b16bf27b543fb92132074924097b0', 'gw_port': {'id': '07f95d4c-3817-4137-9ea5-87443a9b00aa', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:dd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a260da-04ad-498b-a2d9-3307dd0da82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:08Z', 'updated_at': '2021-07-12T08:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_floatingips': [{'id': 'e4aad2f1-872c-4126-afc7-1f8af0a06976', 'tenant_id': '2b5b16bf27b543fb92132074924097b0', 'floating_ip_address': '172.27.1.51', 'floating_network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'router_id': '59a260da-04ad-498b-a2d9-3307dd0da82c', 'port_id': 'e6adb741-2324-47f7-bc95-b2ea3dcd9066', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87af1681-88b0-408a-a0a8-01a2bb52ff86', 'mac_address': 'fa:16:3e:9f:a2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563078f0-4880-4128-858d-6685ab6a0b41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T08:36:06Z', 'updated_at': '2021-07-12T08:36:17Z', 'revision_number': 1, 'project_id': '2b5b16bf27b543fb92132074924097b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ff799b1-e976-44d7-8560-425802963031', 'name': '', 'network_id': '87af1681-88b0-408a-a0a8-01a2bb52ff86', 'tenant_id': '2b5b16bf27b543fb92132074924097b0', 'mac_address': 'fa:16:3e:d0:d9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a260da-04ad-498b-a2d9-3307dd0da82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1b424425-fba9-4165-b007-490b023a5f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:13Z', 'updated_at': '2021-07-12T08:31:31Z', 'revision_number': 5, 'project_id': '2b5b16bf27b543fb92132074924097b0', 'subnets': [{'id': '1b424425-fba9-4165-b007-490b023a5f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:36:19.109721 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4157f95a-517a-41e1-9d46-43dc557998ec None None] The sync data for ids ['59a260da-04ad-498b-a2d9-3307dd0da82c'] in dv-cinder-800431-1-iscsi is: [{'id': '59a260da-04ad-498b-a2d9-3307dd0da82c', 'name': 'tempest-AttachVolumeTestJSON-1782835244-router', 'tenant_id': '2b5b16bf27b543fb92132074924097b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '07f95d4c-3817-4137-9ea5-87443a9b00aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:31:07Z', 'updated_at': '2021-07-12T08:31:17Z', 'revision_number': 4, 'project_id': '2b5b16bf27b543fb92132074924097b0', 'gw_port': {'id': '07f95d4c-3817-4137-9ea5-87443a9b00aa', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:dd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a260da-04ad-498b-a2d9-3307dd0da82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:08Z', 'updated_at': '2021-07-12T08:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_floatingips': [{'id': 'e4aad2f1-872c-4126-afc7-1f8af0a06976', 'tenant_id': '2b5b16bf27b543fb92132074924097b0', 'floating_ip_address': '172.27.1.51', 'floating_network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'router_id': '59a260da-04ad-498b-a2d9-3307dd0da82c', 'port_id': 'e6adb741-2324-47f7-bc95-b2ea3dcd9066', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87af1681-88b0-408a-a0a8-01a2bb52ff86', 'mac_address': 'fa:16:3e:9f:a2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563078f0-4880-4128-858d-6685ab6a0b41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T08:36:06Z', 'updated_at': '2021-07-12T08:36:17Z', 'revision_number': 1, 'project_id': '2b5b16bf27b543fb92132074924097b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ff799b1-e976-44d7-8560-425802963031', 'name': '', 'network_id': '87af1681-88b0-408a-a0a8-01a2bb52ff86', 'tenant_id': '2b5b16bf27b543fb92132074924097b0', 'mac_address': 'fa:16:3e:d0:d9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a260da-04ad-498b-a2d9-3307dd0da82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1b424425-fba9-4165-b007-490b023a5f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:13Z', 'updated_at': '2021-07-12T08:31:31Z', 'revision_number': 5, 'project_id': '2b5b16bf27b543fb92132074924097b0', 'subnets': [{'id': '1b424425-fba9-4165-b007-490b023a5f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 08:36:19.309887 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e8fb72-cc84-4d16-bbc4-a95459a75c44 None None] New status for floating IP e4aad2f1-872c-4126-afc7-1f8af0a06976: ACTIVE {{(pid=92954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 08:36:24.423431 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-01e178da-383b-487d-98c1-a2e3de2dcfd1 req-5779f680-e269-4428-80b8-64a1109eee8f tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1636832873&fields=id&tenant_id=438f5cea71f1415499cf52928dcc2969 HTTP/1.1" status: 200 len: 267 time: 0.0328803 Jul 12 08:36:24.529176 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e178da-383b-487d-98c1-a2e3de2dcfd1 req-7e79b3ee-879a-44d6-90dc-54a8e6d20478 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:24.530763 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-01e178da-383b-487d-98c1-a2e3de2dcfd1 req-7e79b3ee-879a-44d6-90dc-54a8e6d20478 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/networks?id=5581a52f-d47d-4f74-951e-8118b7d28c39 HTTP/1.1" status: 200 len: 811 time: 0.1010952 Jul 12 08:36:24.545417 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-01e178da-383b-487d-98c1-a2e3de2dcfd1 req-5b5cea1b-829e-43f1-b5fa-3fe7effc1f69 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/quotas/438f5cea71f1415499cf52928dcc2969 HTTP/1.1" status: 200 len: 375 time: 0.0094166 Jul 12 08:36:24.621430 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-01e178da-383b-487d-98c1-a2e3de2dcfd1 req-a7cbe2b1-9222-4629-9680-d2c320881be2 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=438f5cea71f1415499cf52928dcc2969&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0709796 Jul 12 08:36:24.711091 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-01e178da-383b-487d-98c1-a2e3de2dcfd1 req-fe2f6461-c2a1-4ed1-9c2c-6fe5b23557f0 service neutron] 10.222.0.37 "GET /v2.0/networks/5581a52f-d47d-4f74-951e-8118b7d28c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778804 Jul 12 08:36:24.804343 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-01e178da-383b-487d-98c1-a2e3de2dcfd1 req-ba653004-73d1-444d-81f7-0d929fd912a4 service neutron] 10.222.0.37 "GET /v2.0/networks/5581a52f-d47d-4f74-951e-8118b7d28c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872581 Jul 12 08:36:25.096010 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-aca0be68-9deb-4d68-8b65-a826ad1d7245 req-6a64104a-b94b-406e-a977-28d10985d91e tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=76febda2-6683-431b-a47c-409edfd3968d HTTP/1.1" status: 200 len: 210 time: 0.0289381 Jul 12 08:36:26.239302 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8cf33cf6-304b-463c-96e7-00823588284e req-1613f64f-d6ed-48d7-b7f1-e379da7b2bd6 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=76febda2-6683-431b-a47c-409edfd3968d HTTP/1.1" status: 200 len: 210 time: 0.0290287 Jul 12 08:36:26.336715 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e178da-383b-487d-98c1-a2e3de2dcfd1 req-0dcdf9ae-da78-4d81-950a-ddb0ccbdd8b6 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:26.338228 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-01e178da-383b-487d-98c1-a2e3de2dcfd1 req-0dcdf9ae-da78-4d81-950a-ddb0ccbdd8b6 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.23 "GET /v2.0/networks?id=5581a52f-d47d-4f74-951e-8118b7d28c39 HTTP/1.1" status: 200 len: 811 time: 0.0978196 Jul 12 08:36:26.382101 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-01e178da-383b-487d-98c1-a2e3de2dcfd1 req-f06f0b80-f262-4ca6-a8d1-6982c8632055 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=438f5cea71f1415499cf52928dcc2969 HTTP/1.1" status: 200 len: 380 time: 0.0346270 Jul 12 08:36:26.409255 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-01e178da-383b-487d-98c1-a2e3de2dcfd1 req-6ede7bea-1a12-4330-97ec-7b30d977559f tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Request body: {'port': {'device_id': '76febda2-6683-431b-a47c-409edfd3968d', 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39', 'admin_state_up': True, 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'security_groups': ['6aad1c8b-0a8c-4a5f-8e0c-6415719afecb']}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:36:26.519021 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01e178da-383b-487d-98c1-a2e3de2dcfd1 req-6ede7bea-1a12-4330-97ec-7b30d977559f tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Made reservation on behalf of 438f5cea71f1415499cf52928dcc2969 for: {'port': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 08:36:26.522560 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-01e178da-383b-487d-98c1-a2e3de2dcfd1 req-6ede7bea-1a12-4330-97ec-7b30d977559f tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:26.652297 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_common [req-01e178da-383b-487d-98c1-a2e3de2dcfd1 req-6ede7bea-1a12-4330-97ec-7b30d977559f tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Allocated IP 172.20.0.14 (5581a52f-d47d-4f74-951e-8118b7d28c39/cb2b1172-55e9-4a29-9b7c-5452eb5ab550/882bf5cb-691e-4424-b5d9-d92c9435634b) {{(pid=92952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 08:36:26.785327 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-01e178da-383b-487d-98c1-a2e3de2dcfd1 req-6ede7bea-1a12-4330-97ec-7b30d977559f tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks [] for port, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:26.798635 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.provisioning_blocks [req-01e178da-383b-487d-98c1-a2e3de2dcfd1 req-6ede7bea-1a12-4330-97ec-7b30d977559f tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Transition to ACTIVE for port object 882bf5cb-691e-4424-b5d9-d92c9435634b will not be triggered until provisioned by entity DHCP. {{(pid=92952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:36:26.834974 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-01e178da-383b-487d-98c1-a2e3de2dcfd1 req-6ede7bea-1a12-4330-97ec-7b30d977559f tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748222641646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1188457'] for port, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:26.888973 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01e178da-383b-487d-98c1-a2e3de2dcfd1 req-6ede7bea-1a12-4330-97ec-7b30d977559f tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Network 5581a52f-d47d-4f74-951e-8118b7d28c39 is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:36:26.895155 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [req-01e178da-383b-487d-98c1-a2e3de2dcfd1 req-6ede7bea-1a12-4330-97ec-7b30d977559f tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:36:26.899793 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-01e178da-383b-487d-98c1-a2e3de2dcfd1 req-6ede7bea-1a12-4330-97ec-7b30d977559f tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Received port after_create {{(pid=92952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 08:36:26.903593 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ede7bea-1a12-4330-97ec-7b30d977559f tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Pushing event updated for resources: {'Port': ['ID=882bf5cb-691e-4424-b5d9-d92c9435634b,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:36:26.950215 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e178da-383b-487d-98c1-a2e3de2dcfd1 req-6ede7bea-1a12-4330-97ec-7b30d977559f tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:26.950845 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-01e178da-383b-487d-98c1-a2e3de2dcfd1 req-6ede7bea-1a12-4330-97ec-7b30d977559f tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:26.966313 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-01e178da-383b-487d-98c1-a2e3de2dcfd1 req-6ede7bea-1a12-4330-97ec-7b30d977559f tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5608640 Jul 12 08:36:26.979428 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-01e178da-383b-487d-98c1-a2e3de2dcfd1 req-74a4e92e-3a4d-477c-b5b7-68e9f4f6d081 service neutron] Request body: {'port': {'device_id': '76febda2-6683-431b-a47c-409edfd3968d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:36:27.069279 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-01e178da-383b-487d-98c1-a2e3de2dcfd1 req-74a4e92e-3a4d-477c-b5b7-68e9f4f6d081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:27.183821 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-b25fd5f2-b008-40e3-b042-9269ad9c5ff2 None None] Provisioning for port 882bf5cb-691e-4424-b5d9-d92c9435634b completed by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:36:27.187410 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-b25fd5f2-b008-40e3-b042-9269ad9c5ff2 None None] Provisioning complete for port 882bf5cb-691e-4424-b5d9-d92c9435634b triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:36:27.187784 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b25fd5f2-b008-40e3-b042-9269ad9c5ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:27.224088 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-b25fd5f2-b008-40e3-b042-9269ad9c5ff2 None None] Port 882bf5cb-691e-4424-b5d9-d92c9435634b cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 08:36:27.332007 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [req-01e178da-383b-487d-98c1-a2e3de2dcfd1 req-74a4e92e-3a4d-477c-b5b7-68e9f4f6d081 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 882bf5cb-691e-4424-b5d9-d92c9435634b {{(pid=92952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 08:36:27.339230 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-01e178da-383b-487d-98c1-a2e3de2dcfd1 req-74a4e92e-3a4d-477c-b5b7-68e9f4f6d081 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:27.351136 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.provisioning_blocks [req-01e178da-383b-487d-98c1-a2e3de2dcfd1 req-74a4e92e-3a4d-477c-b5b7-68e9f4f6d081 service neutron] Transition to ACTIVE for port object 882bf5cb-691e-4424-b5d9-d92c9435634b will not be triggered until provisioned by entity L2. {{(pid=92952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:36:27.355375 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-01e178da-383b-487d-98c1-a2e3de2dcfd1 req-74a4e92e-3a4d-477c-b5b7-68e9f4f6d081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1188479'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:27.421325 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9b3638-1fc0-4eb4-9422-473e15b3cc6e req-d56f1cbe-859b-4a06-a0b3-47c709bef136 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:27.422924 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-3f9b3638-1fc0-4eb4-9422-473e15b3cc6e req-d56f1cbe-859b-4a06-a0b3-47c709bef136 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=76febda2-6683-431b-a47c-409edfd3968d HTTP/1.1" status: 200 len: 944 time: 0.0659647 Jul 12 08:36:27.442059 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a4e92e-3a4d-477c-b5b7-68e9f4f6d081 service neutron] Pushing event updated for resources: {'Port': ['ID=882bf5cb-691e-4424-b5d9-d92c9435634b,revision_number=2']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:36:27.466917 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-3f9b3638-1fc0-4eb4-9422-473e15b3cc6e req-8065f4aa-0bf2-46e1-9613-2f63e2520212 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aad1c8b-0a8c-4a5f-8e0c-6415719afecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378184 Jul 12 08:36:27.475358 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-01e178da-383b-487d-98c1-a2e3de2dcfd1 req-74a4e92e-3a4d-477c-b5b7-68e9f4f6d081 service neutron] Attempting to bind port 882bf5cb-691e-4424-b5d9-d92c9435634b on host hv-cinder-80043 for vnic_type normal with profile {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 08:36:27.475831 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-01e178da-383b-487d-98c1-a2e3de2dcfd1 req-74a4e92e-3a4d-477c-b5b7-68e9f4f6d081 service neutron] Attempting to bind port 882bf5cb-691e-4424-b5d9-d92c9435634b by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': '0b8979b6-9f97-4684-9982-6e73323e0ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39'}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 08:36:27.476262 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e178da-383b-487d-98c1-a2e3de2dcfd1 req-74a4e92e-3a4d-477c-b5b7-68e9f4f6d081 service neutron] Attempting to bind port 882bf5cb-691e-4424-b5d9-d92c9435634b on network 5581a52f-d47d-4f74-951e-8118b7d28c39 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:36:27.481429 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e178da-383b-487d-98c1-a2e3de2dcfd1 req-74a4e92e-3a4d-477c-b5b7-68e9f4f6d081 service neutron] Port 882bf5cb-691e-4424-b5d9-d92c9435634b on network 5581a52f-d47d-4f74-951e-8118b7d28c39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 08:36:27.481857 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e178da-383b-487d-98c1-a2e3de2dcfd1 req-74a4e92e-3a4d-477c-b5b7-68e9f4f6d081 service neutron] Attempting to bind port 882bf5cb-691e-4424-b5d9-d92c9435634b on network 5581a52f-d47d-4f74-951e-8118b7d28c39 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:36:27.487665 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e178da-383b-487d-98c1-a2e3de2dcfd1 req-74a4e92e-3a4d-477c-b5b7-68e9f4f6d081 service neutron] Checking agent: {'id': '9498d972-5d3d-47a0-93c6-a71636d6a88c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 8, 29, 30), 'started_at': datetime.datetime(2021, 7, 12, 8, 29, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 8, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 08:36:27.487877 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e178da-383b-487d-98c1-a2e3de2dcfd1 req-74a4e92e-3a4d-477c-b5b7-68e9f4f6d081 service neutron] Checking segment: {'id': '0b8979b6-9f97-4684-9982-6e73323e0ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:36:27.488345 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e178da-383b-487d-98c1-a2e3de2dcfd1 req-74a4e92e-3a4d-477c-b5b7-68e9f4f6d081 service neutron] Bound using segment: {'id': '0b8979b6-9f97-4684-9982-6e73323e0ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39'} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 08:36:27.488787 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-01e178da-383b-487d-98c1-a2e3de2dcfd1 req-74a4e92e-3a4d-477c-b5b7-68e9f4f6d081 service neutron] Bound port: 882bf5cb-691e-4424-b5d9-d92c9435634b, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b8979b6-9f97-4684-9982-6e73323e0ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39'}}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 08:36:27.489151 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-01e178da-383b-487d-98c1-a2e3de2dcfd1 req-74a4e92e-3a4d-477c-b5b7-68e9f4f6d081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:27.559987 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-01e178da-383b-487d-98c1-a2e3de2dcfd1 req-74a4e92e-3a4d-477c-b5b7-68e9f4f6d081 service neutron] For port 882bf5cb-691e-4424-b5d9-d92c9435634b, host hv-cinder-80043, cleared binding levels {{(pid=92952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 08:36:27.564075 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-01e178da-383b-487d-98c1-a2e3de2dcfd1 req-74a4e92e-3a4d-477c-b5b7-68e9f4f6d081 service neutron] For port 882bf5cb-691e-4424-b5d9-d92c9435634b, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=882bf5cb-691e-4424-b5d9-d92c9435634b,segment=NetworkSegment(0b8979b6-9f97-4684-9982-6e73323e0ae4),segment_id=0b8979b6-9f97-4684-9982-6e73323e0ae4)] {{(pid=92952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 08:36:27.568942 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-01e178da-383b-487d-98c1-a2e3de2dcfd1 req-74a4e92e-3a4d-477c-b5b7-68e9f4f6d081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1188479'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:27.603154 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e178da-383b-487d-98c1-a2e3de2dcfd1 req-74a4e92e-3a4d-477c-b5b7-68e9f4f6d081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:27.603758 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-01e178da-383b-487d-98c1-a2e3de2dcfd1 req-74a4e92e-3a4d-477c-b5b7-68e9f4f6d081 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:27.605721 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-01e178da-383b-487d-98c1-a2e3de2dcfd1 req-74a4e92e-3a4d-477c-b5b7-68e9f4f6d081 service neutron] 10.222.0.23 "PUT /v2.0/ports/882bf5cb-691e-4424-b5d9-d92c9435634b HTTP/1.1" status: 200 len: 1094 time: 0.6310787 Jul 12 08:36:27.606147 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76febda2-6683-431b-a47c-409edfd3968d', 'tag': '882bf5cb-691e-4424-b5d9-d92c9435634b'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:36:27.608350 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35659b288decb3563870ae931b8d662eab2da969d6ab5856613d86fcebdbc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b166c89-f36b-4c83-8f3b-699b84088904" -d '{"events": [{"name": "network-changed", "server_uuid": "76febda2-6683-431b-a47c-409edfd3968d", "tag": "882bf5cb-691e-4424-b5d9-d92c9435634b"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:36:27.634878 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a4e92e-3a4d-477c-b5b7-68e9f4f6d081 service neutron] Pushing event updated for resources: {'Port': ['ID=882bf5cb-691e-4424-b5d9-d92c9435634b,revision_number=3']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:36:27.710751 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 08:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a6eee8-520c-44b1-bfd3-5c1bf2016f18 x-openstack-request-id: req-49a6eee8-520c-44b1-bfd3-5c1bf2016f18 {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:36:27.711049 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76febda2-6683-431b-a47c-409edfd3968d", "tag": "882bf5cb-691e-4424-b5d9-d92c9435634b", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:36:27.711303 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-49a6eee8-520c-44b1-bfd3-5c1bf2016f18 {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:36:27.711698 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76febda2-6683-431b-a47c-409edfd3968d', 'tag': '882bf5cb-691e-4424-b5d9-d92c9435634b', 'status': 'completed', 'code': 200} Jul 12 08:36:27.718475 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e178da-383b-487d-98c1-a2e3de2dcfd1 req-8b88cbc4-6648-47a2-ad59-1e38b2102d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:27.719998 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-01e178da-383b-487d-98c1-a2e3de2dcfd1 req-8b88cbc4-6648-47a2-ad59-1e38b2102d4c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=438f5cea71f1415499cf52928dcc2969&device_id=76febda2-6683-431b-a47c-409edfd3968d HTTP/1.1" status: 200 len: 1097 time: 0.0598211 Jul 12 08:36:27.766420 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-01e178da-383b-487d-98c1-a2e3de2dcfd1 req-716141a2-0523-410d-ae17-ca77f1416c3d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=882bf5cb-691e-4424-b5d9-d92c9435634b HTTP/1.1" status: 200 len: 217 time: 0.0374889 Jul 12 08:36:27.815651 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e178da-383b-487d-98c1-a2e3de2dcfd1 req-68230225-a4c7-4463-9504-35981ab84de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:27.817097 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-01e178da-383b-487d-98c1-a2e3de2dcfd1 req-68230225-a4c7-4463-9504-35981ab84de0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cb2b1172-55e9-4a29-9b7c-5452eb5ab550 HTTP/1.1" status: 200 len: 850 time: 0.0436504 Jul 12 08:36:27.874522 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e178da-383b-487d-98c1-a2e3de2dcfd1 req-18ed35ea-10c8-468e-8606-e1473aa6b42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:27.875990 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-01e178da-383b-487d-98c1-a2e3de2dcfd1 req-18ed35ea-10c8-468e-8606-e1473aa6b42f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5581a52f-d47d-4f74-951e-8118b7d28c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503619 Jul 12 08:36:27.968374 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-01e178da-383b-487d-98c1-a2e3de2dcfd1 req-a44d86fb-3a78-4bf6-81a1-4cc0802b40ce service neutron] 10.222.0.23 "GET /v2.0/networks/5581a52f-d47d-4f74-951e-8118b7d28c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837734 Jul 12 08:36:28.061016 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-01e178da-383b-487d-98c1-a2e3de2dcfd1 req-414f84f9-8652-48f1-9ba2-d8f25b0b4f0a service neutron] 10.222.0.23 "GET /v2.0/networks/5581a52f-d47d-4f74-951e-8118b7d28c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832791 Jul 12 08:36:28.165519 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b166c89-f36b-4c83-8f3b-699b84088904 req-2bd525d8-652a-4f71-a671-ed92c49f62cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:28.167030 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3b166c89-f36b-4c83-8f3b-699b84088904 req-2bd525d8-652a-4f71-a671-ed92c49f62cf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=438f5cea71f1415499cf52928dcc2969&device_id=76febda2-6683-431b-a47c-409edfd3968d HTTP/1.1" status: 200 len: 1097 time: 0.0543582 Jul 12 08:36:28.250780 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b166c89-f36b-4c83-8f3b-699b84088904 req-8b98eb08-54d4-4f8b-b763-15b34a17c36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:28.252157 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3b166c89-f36b-4c83-8f3b-699b84088904 req-8b98eb08-54d4-4f8b-b763-15b34a17c36d service neutron] 10.222.0.23 "GET /v2.0/networks?id=5581a52f-d47d-4f74-951e-8118b7d28c39 HTTP/1.1" status: 200 len: 912 time: 0.0784669 Jul 12 08:36:28.292810 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3b166c89-f36b-4c83-8f3b-699b84088904 req-3baa223a-1cc0-4f2d-ab9f-765bef6f372a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=882bf5cb-691e-4424-b5d9-d92c9435634b HTTP/1.1" status: 200 len: 217 time: 0.0339134 Jul 12 08:36:28.343111 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b166c89-f36b-4c83-8f3b-699b84088904 req-87493d24-aaef-47c4-800d-eff2b25441c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:28.344510 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3b166c89-f36b-4c83-8f3b-699b84088904 req-87493d24-aaef-47c4-800d-eff2b25441c4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cb2b1172-55e9-4a29-9b7c-5452eb5ab550 HTTP/1.1" status: 200 len: 850 time: 0.0447676 Jul 12 08:36:28.400353 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b166c89-f36b-4c83-8f3b-699b84088904 req-fe783301-c194-4b82-97ac-cd44217355ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:28.401828 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3b166c89-f36b-4c83-8f3b-699b84088904 req-fe783301-c194-4b82-97ac-cd44217355ce service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5581a52f-d47d-4f74-951e-8118b7d28c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0496266 Jul 12 08:36:28.486216 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3b166c89-f36b-4c83-8f3b-699b84088904 req-8444bf9c-636d-489e-822a-172d37a9e800 service neutron] 10.222.0.23 "GET /v2.0/networks/5581a52f-d47d-4f74-951e-8118b7d28c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0766258 Jul 12 08:36:28.585638 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3b166c89-f36b-4c83-8f3b-699b84088904 req-d5742b9c-429b-4f55-9d5b-3ec28c56f3f9 service neutron] 10.222.0.23 "GET /v2.0/networks/5581a52f-d47d-4f74-951e-8118b7d28c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874858 Jul 12 08:36:28.651873 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c436fd9-bcad-4b1d-866b-0e688d088228 req-c66f03e6-6c43-468f-9688-8d0345f6a6ed tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:28.653447 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-4c436fd9-bcad-4b1d-866b-0e688d088228 req-c66f03e6-6c43-468f-9688-8d0345f6a6ed tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=76febda2-6683-431b-a47c-409edfd3968d HTTP/1.1" status: 200 len: 944 time: 0.0681515 Jul 12 08:36:28.689989 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-4c436fd9-bcad-4b1d-866b-0e688d088228 req-f7e7314a-8fca-42cc-99cd-d74f9edd7cbd tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aad1c8b-0a8c-4a5f-8e0c-6415719afecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309501 Jul 12 08:36:29.859561 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef96a2-6cd1-424f-85f2-c9f3c7c08e44 req-e864aadd-bc1b-4bbc-a3fe-c586841985ce tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:29.861006 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f6ef96a2-6cd1-424f-85f2-c9f3c7c08e44 req-e864aadd-bc1b-4bbc-a3fe-c586841985ce tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=76febda2-6683-431b-a47c-409edfd3968d HTTP/1.1" status: 200 len: 944 time: 0.0615790 Jul 12 08:36:29.897422 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f6ef96a2-6cd1-424f-85f2-c9f3c7c08e44 req-012092c0-bc10-4928-bada-862c52bfe884 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aad1c8b-0a8c-4a5f-8e0c-6415719afecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311120 Jul 12 08:36:31.074574 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcd34f-e7c3-4e45-875e-413cbcd36dba req-a97c06f8-8c1a-44da-8f4a-6cc8c856abc0 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:31.076020 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a3fcd34f-e7c3-4e45-875e-413cbcd36dba req-a97c06f8-8c1a-44da-8f4a-6cc8c856abc0 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=76febda2-6683-431b-a47c-409edfd3968d HTTP/1.1" status: 200 len: 944 time: 0.0659244 Jul 12 08:36:31.344713 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a3fcd34f-e7c3-4e45-875e-413cbcd36dba req-8b53ff72-4cfd-4504-ae45-9d0ad625fb4d tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aad1c8b-0a8c-4a5f-8e0c-6415719afecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2631502 Jul 12 08:36:31.566631 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:32.549022 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7deb24f-6024-469a-9a4c-439054e732a2 req-6a22971e-e93e-470c-805c-d74a84a01be4 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:32.554496 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a7deb24f-6024-469a-9a4c-439054e732a2 req-6a22971e-e93e-470c-805c-d74a84a01be4 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=76febda2-6683-431b-a47c-409edfd3968d HTTP/1.1" status: 200 len: 944 time: 0.0770533 Jul 12 08:36:32.590042 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a7deb24f-6024-469a-9a4c-439054e732a2 req-d56fb5ac-b2ae-4473-92c3-3a2df5637298 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aad1c8b-0a8c-4a5f-8e0c-6415719afecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332606 Jul 12 08:36:33.765744 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3cd07d-b446-4570-9f72-fa4095ecb741 req-af2e0a78-aeee-44cf-bbe0-74fdfd592e09 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:33.766338 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-8b3cd07d-b446-4570-9f72-fa4095ecb741 req-af2e0a78-aeee-44cf-bbe0-74fdfd592e09 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=76febda2-6683-431b-a47c-409edfd3968d HTTP/1.1" status: 200 len: 944 time: 0.0612521 Jul 12 08:36:33.801860 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-8b3cd07d-b446-4570-9f72-fa4095ecb741 req-5d57badc-d9ad-4ddd-ae3f-c1e2b8ff512c tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aad1c8b-0a8c-4a5f-8e0c-6415719afecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300148 Jul 12 08:36:34.079233 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-37660c66-1144-42f2-bec7-487a023a1f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:34.975219 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d7b2d-0800-4b78-a1e4-34ea0ce1ea52 req-f060b1ef-3aed-4202-b1ee-2417b461f759 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:34.976688 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f09d7b2d-0800-4b78-a1e4-34ea0ce1ea52 req-f060b1ef-3aed-4202-b1ee-2417b461f759 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=76febda2-6683-431b-a47c-409edfd3968d HTTP/1.1" status: 200 len: 944 time: 0.0611241 Jul 12 08:36:35.013640 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f09d7b2d-0800-4b78-a1e4-34ea0ce1ea52 req-be05699c-98a8-43e9-8339-6900456bd9f9 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aad1c8b-0a8c-4a5f-8e0c-6415719afecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310926 Jul 12 08:36:35.406549 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 882bf5cb-691e-4424-b5d9-d92c9435634b details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=92953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 08:36:35.503799 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port 882bf5cb-691e-4424-b5d9-d92c9435634b, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=882bf5cb-691e-4424-b5d9-d92c9435634b,segment=NetworkSegment(0b8979b6-9f97-4684-9982-6e73323e0ae4),segment_id=0b8979b6-9f97-4684-9982-6e73323e0ae4)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:36:35.514672 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Returning: {'device': '882bf5cb-691e-4424-b5d9-d92c9435634b', 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39', 'port_id': '882bf5cb-691e-4424-b5d9-d92c9435634b', 'mac_address': 'fa:16:3e:77:4f:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb2b1172-55e9-4a29-9b7c-5452eb5ab550', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 08:36:35.550018 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:35.562512 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 882bf5cb-691e-4424-b5d9-d92c9435634b {{(pid=92953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 08:36:35.580897 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port 882bf5cb-691e-4424-b5d9-d92c9435634b, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=882bf5cb-691e-4424-b5d9-d92c9435634b,segment=NetworkSegment(0b8979b6-9f97-4684-9982-6e73323e0ae4),segment_id=0b8979b6-9f97-4684-9982-6e73323e0ae4)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:36:35.584841 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:35.639199 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Pushing event updated for resources: {'Port': ['ID=882bf5cb-691e-4424-b5d9-d92c9435634b,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:36:35.875169 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] get_ports_and_sgs() called for port_ids ['882bf5cb-691e-4424-b5d9-d92c9435634b'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 08:36:36.187004 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99830462-097b-490a-a03e-f49a10418744 req-67566de4-5fdc-4578-9abc-afeaf7fd386e tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:36.188363 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-99830462-097b-490a-a03e-f49a10418744 req-67566de4-5fdc-4578-9abc-afeaf7fd386e tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=76febda2-6683-431b-a47c-409edfd3968d HTTP/1.1" status: 200 len: 945 time: 0.0633116 Jul 12 08:36:36.224223 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-99830462-097b-490a-a03e-f49a10418744 req-fcc9da33-38fe-4837-9c6c-5120053dc8de tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aad1c8b-0a8c-4a5f-8e0c-6415719afecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304754 Jul 12 08:36:36.967633 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:36.990845 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9bcdb2e9-6f25-44f3-bcba-fd0c4da7b5c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:37.393122 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4726b75f-35b3-4e0c-bd89-7cb067ac8ce1 req-a1613762-4c31-4468-929a-977adeaa1766 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:37.394595 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4726b75f-35b3-4e0c-bd89-7cb067ac8ce1 req-a1613762-4c31-4468-929a-977adeaa1766 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=76febda2-6683-431b-a47c-409edfd3968d HTTP/1.1" status: 200 len: 945 time: 0.0622108 Jul 12 08:36:37.418420 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 882bf5cb-691e-4424-b5d9-d92c9435634b up at agent hyperv_hv-cinder-80043 {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:36:37.433566 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4726b75f-35b3-4e0c-bd89-7cb067ac8ce1 req-6baf132e-5001-4162-95d0-4f9ee46ba76f tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aad1c8b-0a8c-4a5f-8e0c-6415719afecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335402 Jul 12 08:36:37.468315 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Provisioning for port 882bf5cb-691e-4424-b5d9-d92c9435634b completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:36:37.471795 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Provisioning complete for port 882bf5cb-691e-4424-b5d9-d92c9435634b triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:36:37.472168 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:37.546002 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:37.569241 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76febda2-6683-431b-a47c-409edfd3968d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882bf5cb-691e-4424-b5d9-d92c9435634b'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:36:37.571521 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af58d1c9f1a57ad28455f2a1c324eb475fddbc81caacf3fdebaad0c9863d536b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f492295-5aa7-4e1d-999f-37c3ae9aaa2b" -d '{"events": [{"server_uuid": "76febda2-6683-431b-a47c-409edfd3968d", "name": "network-vif-plugged", "status": "completed", "tag": "882bf5cb-691e-4424-b5d9-d92c9435634b"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:36:37.585319 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port 882bf5cb-691e-4424-b5d9-d92c9435634b, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=882bf5cb-691e-4424-b5d9-d92c9435634b,segment=NetworkSegment(0b8979b6-9f97-4684-9982-6e73323e0ae4),segment_id=0b8979b6-9f97-4684-9982-6e73323e0ae4)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:36:37.589541 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:37.617277 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 08:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5de9d5a-400f-4bad-9ca9-7deb675728c6 x-openstack-request-id: req-f5de9d5a-400f-4bad-9ca9-7deb675728c6 {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:36:37.617491 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76febda2-6683-431b-a47c-409edfd3968d", "name": "network-vif-plugged", "status": "completed", "tag": "882bf5cb-691e-4424-b5d9-d92c9435634b", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:36:37.617785 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f5de9d5a-400f-4bad-9ca9-7deb675728c6 {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:36:37.618109 dv-cinder-800431-1-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76febda2-6683-431b-a47c-409edfd3968d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882bf5cb-691e-4424-b5d9-d92c9435634b', 'code': 200} Jul 12 08:36:37.653380 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Pushing event updated for resources: {'Port': ['ID=882bf5cb-691e-4424-b5d9-d92c9435634b,revision_number=5']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:36:37.849241 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8beb-ed90-4929-879a-4eba2c5b629e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:37.873120 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-f368d0ad-2d35-4b0b-919a-80661df7cfc1 None None] Provisioning complete for port 882bf5cb-691e-4424-b5d9-d92c9435634b triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:36:37.873485 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f368d0ad-2d35-4b0b-919a-80661df7cfc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:37.908975 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e922962-28fa-4f45-b894-3cf4f9e93793 req-b7740485-edb2-4475-a8b3-cccc9ee7e7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:37.910410 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9e922962-28fa-4f45-b894-3cf4f9e93793 req-b7740485-edb2-4475-a8b3-cccc9ee7e7b6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=76febda2-6683-431b-a47c-409edfd3968d HTTP/1.1" status: 200 len: 1099 time: 0.0497677 Jul 12 08:36:37.946773 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9e922962-28fa-4f45-b894-3cf4f9e93793 req-4378d66f-545c-4610-962d-5d7c5817a760 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6aad1c8b-0a8c-4a5f-8e0c-6415719afecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273490 Jul 12 08:36:38.609208 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ac25f-a038-40db-9aca-b4728a790b47 req-6e96dfd2-fdc7-413a-8d8a-bf885525709a tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:38.610705 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f03ac25f-a038-40db-9aca-b4728a790b47 req-6e96dfd2-fdc7-413a-8d8a-bf885525709a tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=76febda2-6683-431b-a47c-409edfd3968d HTTP/1.1" status: 200 len: 946 time: 0.0676911 Jul 12 08:36:38.647387 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f03ac25f-a038-40db-9aca-b4728a790b47 req-4250bd87-2646-4890-9577-787593527aab tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aad1c8b-0a8c-4a5f-8e0c-6415719afecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312126 Jul 12 08:36:39.387189 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8148b14b-fdb1-487f-b940-7b46dc6d16f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:39.815077 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f53c4-15c6-4424-b40c-426e8e6418d6 req-c2d5e12f-d1f9-49fe-8178-e92976e4d8d4 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:39.816541 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-b99f53c4-15c6-4424-b40c-426e8e6418d6 req-c2d5e12f-d1f9-49fe-8178-e92976e4d8d4 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=76febda2-6683-431b-a47c-409edfd3968d HTTP/1.1" status: 200 len: 946 time: 0.0605373 Jul 12 08:36:39.852235 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-b99f53c4-15c6-4424-b40c-426e8e6418d6 req-a29bb595-fd45-4dd9-a674-6a67c9d4dd45 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aad1c8b-0a8c-4a5f-8e0c-6415719afecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302773 Jul 12 08:36:40.027509 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e28af0-ca90-4f16-b17f-bf32e8857760 req-d1035158-16c8-4205-88d9-e55aeb189205 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:40.029000 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a9e28af0-ca90-4f16-b17f-bf32e8857760 req-d1035158-16c8-4205-88d9-e55aeb189205 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=76febda2-6683-431b-a47c-409edfd3968d HTTP/1.1" status: 200 len: 946 time: 0.0682535 Jul 12 08:36:40.064667 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a9e28af0-ca90-4f16-b17f-bf32e8857760 req-23b7b126-9386-4d07-a17b-adf764264803 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aad1c8b-0a8c-4a5f-8e0c-6415719afecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301154 Jul 12 08:36:40.089411 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 43316) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:36:40.235024 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb1c0dd-a867-445f-ba4e-3f6383f4628b tempest-TestVolumeBootPattern-1534933613 tempest-TestVolumeBootPattern-1534933613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:40.236522 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-6bb1c0dd-a867-445f-ba4e-3f6383f4628b tempest-TestVolumeBootPattern-1534933613 tempest-TestVolumeBootPattern-1534933613-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=76febda2-6683-431b-a47c-409edfd3968d HTTP/1.1" status: 200 len: 1094 time: 0.1461320 Jul 12 08:36:40.239541 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 43320) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:36:40.243779 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-d43f5387-eebd-4faa-8f2d-826c2cfc0959 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Request body: {'floatingip': {'floating_network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'port_id': '882bf5cb-691e-4424-b5d9-d92c9435634b', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'fixed_ip_address': '172.20.0.14'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:36:40.265283 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d43f5387-eebd-4faa-8f2d-826c2cfc0959 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks [] for floatingip, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:40.355784 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d43f5387-eebd-4faa-8f2d-826c2cfc0959 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:40.458535 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.db.db_base_plugin_common [None req-d43f5387-eebd-4faa-8f2d-826c2cfc0959 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Allocated IP 172.27.1.45 (65ec14d2-e0c2-45ad-9132-5fa8e954ebc3/dca57fa4-8523-4dee-8f0e-27ff75670efc/19037b4f-834a-491c-a119-cb934ade588e) {{(pid=92951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 08:36:40.554550 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d43f5387-eebd-4faa-8f2d-826c2cfc0959 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks [] for port, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:40.596800 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d43f5387-eebd-4faa-8f2d-826c2cfc0959 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748222641646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2337024'] for port, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:40.632078 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43f5387-eebd-4faa-8f2d-826c2cfc0959 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Network 65ec14d2-e0c2-45ad-9132-5fa8e954ebc3 is already hosted by enough agents. {{(pid=92951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:36:40.637353 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-d43f5387-eebd-4faa-8f2d-826c2cfc0959 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Resources bound (agent type, host, resource id): {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:36:40.640721 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43f5387-eebd-4faa-8f2d-826c2cfc0959 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Received port after_create {{(pid=92951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 08:36:40.663454 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43f5387-eebd-4faa-8f2d-826c2cfc0959 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Pushing event updated for resources: {'Port': ['ID=19037b4f-834a-491c-a119-cb934ade588e,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:36:40.998939 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d43f5387-eebd-4faa-8f2d-826c2cfc0959 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:41.072937 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d43f5387-eebd-4faa-8f2d-826c2cfc0959 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:41.217402 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d43f5387-eebd-4faa-8f2d-826c2cfc0959 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks [] for port, precommit_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:41.221964 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d43f5387-eebd-4faa-8f2d-826c2cfc0959 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2337046'] for port, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:41.285146 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43f5387-eebd-4faa-8f2d-826c2cfc0959 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Pushing event updated for resources: {'Port': ['ID=19037b4f-834a-491c-a119-cb934ade588e,revision_number=2']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:36:41.296866 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d43f5387-eebd-4faa-8f2d-826c2cfc0959 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-940870'] for floatingip, after_update {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:41.390569 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.db.l3_db [None req-d43f5387-eebd-4faa-8f2d-826c2cfc0959 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Floating IP 8ea76e65-e6b5-49db-b739-e1cbc24eadf7 associated. External IP: 172.27.1.45, port: 882bf5cb-691e-4424-b5d9-d92c9435634b. Jul 12 08:36:41.590188 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d43f5387-eebd-4faa-8f2d-826c2cfc0959 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Router 28f309e0-be3c-41db-9a39-c76493f351a4 has already been hosted by L3 agent c0ba3535-5ad7-41e9-9cdc-b89c0ff976de {{(pid=92951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 08:36:41.697160 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43f5387-eebd-4faa-8f2d-826c2cfc0959 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify agent at l3_agent.dv-cinder-800431-1-iscsi the message routers_updated {{(pid=92951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 08:36:41.706944 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6720e0d7-7774-4552-b815-9cd18d7bae08 None None] Sync routers for ids ['28f309e0-be3c-41db-9a39-c76493f351a4'] in dv-cinder-800431-1-iscsi {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 08:36:41.712421 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d43f5387-eebd-4faa-8f2d-826c2cfc0959 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for floatingip, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:41.716769 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6720e0d7-7774-4552-b815-9cd18d7bae08 None None] Routers {'28f309e0-be3c-41db-9a39-c76493f351a4'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:36:41.717450 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-6720e0d7-7774-4552-b815-9cd18d7bae08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:36:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['28f309e0-be3c-41db-9a39-c76493f351a4'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:36:41.753813 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-d43f5387-eebd-4faa-8f2d-826c2cfc0959 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5080097 Jul 12 08:36:41.753813 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76febda2-6683-431b-a47c-409edfd3968d', 'tag': '882bf5cb-691e-4424-b5d9-d92c9435634b'}] {{(pid=92951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:36:41.753813 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38e9910cefffc49adb1534bd55ac7351ec59ca62d7d2bb3cc14e5997e7fa66f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef992b3-d7a0-4e22-b815-38833d5ad1cb" -d '{"events": [{"name": "network-changed", "server_uuid": "76febda2-6683-431b-a47c-409edfd3968d", "tag": "882bf5cb-691e-4424-b5d9-d92c9435634b"}]}' {{(pid=92951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:36:41.828883 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-6720e0d7-7774-4552-b815-9cd18d7bae08 None None] Set router 28f309e0-be3c-41db-9a39-c76493f351a4 gateway port host: dv-cinder-800431-1-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:36:41.835929 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 08:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936cf1b4-465e-46e9-a2bd-69f95309c14e x-openstack-request-id: req-936cf1b4-465e-46e9-a2bd-69f95309c14e {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:36:41.836225 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76febda2-6683-431b-a47c-409edfd3968d", "tag": "882bf5cb-691e-4424-b5d9-d92c9435634b", "status": "completed", "code": 200}]} {{(pid=92951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:36:41.836490 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-936cf1b4-465e-46e9-a2bd-69f95309c14e {{(pid=92951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:36:41.836913 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76febda2-6683-431b-a47c-409edfd3968d', 'tag': '882bf5cb-691e-4424-b5d9-d92c9435634b', 'status': 'completed', 'code': 200} Jul 12 08:36:41.914520 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef992b3-d7a0-4e22-b815-38833d5ad1cb req-7f9c6c9b-9411-4128-80df-5eab54e2d616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:41.916077 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7ef992b3-d7a0-4e22-b815-38833d5ad1cb req-7f9c6c9b-9411-4128-80df-5eab54e2d616 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=438f5cea71f1415499cf52928dcc2969&device_id=76febda2-6683-431b-a47c-409edfd3968d HTTP/1.1" status: 200 len: 1099 time: 0.0551586 Jul 12 08:36:42.051776 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-6720e0d7-7774-4552-b815-9cd18d7bae08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'name': 'tempest-TestVolumeBootPattern-878369481-router', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'b05e4151-38c8-450e-a153-fd265554fc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:35:49Z', 'updated_at': '2021-07-12T08:35:53Z', 'revision_number': 4, 'project_id': '438f5cea71f1415499cf52928dcc2969', 'gw_port': {'id': 'b05e4151-38c8-450e-a153-fd265554fc0d', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:50Z', 'updated_at': '2021-07-12T08:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_floatingips': [{'id': '8ea76e65-e6b5-49db-b739-e1cbc24eadf7', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'floating_ip_address': '172.27.1.45', 'floating_network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'router_id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'port_id': '882bf5cb-691e-4424-b5d9-d92c9435634b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39', 'mac_address': 'fa:16:3e:77:4f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76febda2-6683-431b-a47c-409edfd3968d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T08:36:40Z', 'updated_at': '2021-07-12T08:36:40Z', 'revision_number': 0, 'project_id': '438f5cea71f1415499cf52928dcc2969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07783f66-b516-438e-8e85-d20a91d96ed7', 'name': '', 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'mac_address': 'fa:16:3e:f2:2b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'cb2b1172-55e9-4a29-9b7c-5452eb5ab550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:52Z', 'updated_at': '2021-07-12T08:36:00Z', 'revision_number': 5, 'project_id': '438f5cea71f1415499cf52928dcc2969', 'subnets': [{'id': 'cb2b1172-55e9-4a29-9b7c-5452eb5ab550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:36:42.079091 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6720e0d7-7774-4552-b815-9cd18d7bae08 None None] Checking router: 28f309e0-be3c-41db-9a39-c76493f351a4 for host: dv-cinder-800431-1-iscsi {{(pid=92953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 08:36:42.087584 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6720e0d7-7774-4552-b815-9cd18d7bae08 None None] Routers {'28f309e0-be3c-41db-9a39-c76493f351a4'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:36:42.088247 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-6720e0d7-7774-4552-b815-9cd18d7bae08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:36:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['28f309e0-be3c-41db-9a39-c76493f351a4'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:36:42.193953 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-6720e0d7-7774-4552-b815-9cd18d7bae08 None None] Set router 28f309e0-be3c-41db-9a39-c76493f351a4 gateway port host: dv-cinder-800431-1-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:36:42.240332 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef992b3-d7a0-4e22-b815-38833d5ad1cb req-37f05ec3-db81-4a13-bf7a-b232164841a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:42.243601 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7ef992b3-d7a0-4e22-b815-38833d5ad1cb req-37f05ec3-db81-4a13-bf7a-b232164841a2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5581a52f-d47d-4f74-951e-8118b7d28c39 HTTP/1.1" status: 200 len: 912 time: 0.3189054 Jul 12 08:36:42.309861 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7ef992b3-d7a0-4e22-b815-38833d5ad1cb req-e985132c-ffb6-4a20-b8ee-919fd2cc0d9a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=882bf5cb-691e-4424-b5d9-d92c9435634b HTTP/1.1" status: 200 len: 999 time: 0.0604126 Jul 12 08:36:42.357182 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef992b3-d7a0-4e22-b815-38833d5ad1cb req-ba549d95-0b9a-417a-983c-aafbfb159986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:42.358686 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7ef992b3-d7a0-4e22-b815-38833d5ad1cb req-ba549d95-0b9a-417a-983c-aafbfb159986 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cb2b1172-55e9-4a29-9b7c-5452eb5ab550 HTTP/1.1" status: 200 len: 850 time: 0.0425425 Jul 12 08:36:42.413946 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-6720e0d7-7774-4552-b815-9cd18d7bae08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'name': 'tempest-TestVolumeBootPattern-878369481-router', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'b05e4151-38c8-450e-a153-fd265554fc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:35:49Z', 'updated_at': '2021-07-12T08:35:53Z', 'revision_number': 4, 'project_id': '438f5cea71f1415499cf52928dcc2969', 'gw_port': {'id': 'b05e4151-38c8-450e-a153-fd265554fc0d', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:50Z', 'updated_at': '2021-07-12T08:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_floatingips': [{'id': '8ea76e65-e6b5-49db-b739-e1cbc24eadf7', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'floating_ip_address': '172.27.1.45', 'floating_network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'router_id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'port_id': '882bf5cb-691e-4424-b5d9-d92c9435634b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39', 'mac_address': 'fa:16:3e:77:4f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76febda2-6683-431b-a47c-409edfd3968d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T08:36:40Z', 'updated_at': '2021-07-12T08:36:40Z', 'revision_number': 0, 'project_id': '438f5cea71f1415499cf52928dcc2969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07783f66-b516-438e-8e85-d20a91d96ed7', 'name': '', 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'mac_address': 'fa:16:3e:f2:2b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'cb2b1172-55e9-4a29-9b7c-5452eb5ab550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:52Z', 'updated_at': '2021-07-12T08:36:00Z', 'revision_number': 5, 'project_id': '438f5cea71f1415499cf52928dcc2969', 'subnets': [{'id': 'cb2b1172-55e9-4a29-9b7c-5452eb5ab550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:36:42.414318 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef992b3-d7a0-4e22-b815-38833d5ad1cb req-d498a51e-c32c-46aa-a3cd-2db9c36c98da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:42.415800 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7ef992b3-d7a0-4e22-b815-38833d5ad1cb req-d498a51e-c32c-46aa-a3cd-2db9c36c98da service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5581a52f-d47d-4f74-951e-8118b7d28c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0505526 Jul 12 08:36:42.442722 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6720e0d7-7774-4552-b815-9cd18d7bae08 None None] The sync data for ids ['28f309e0-be3c-41db-9a39-c76493f351a4'] in dv-cinder-800431-1-iscsi is: [{'id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'name': 'tempest-TestVolumeBootPattern-878369481-router', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'b05e4151-38c8-450e-a153-fd265554fc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:35:49Z', 'updated_at': '2021-07-12T08:35:53Z', 'revision_number': 4, 'project_id': '438f5cea71f1415499cf52928dcc2969', 'gw_port': {'id': 'b05e4151-38c8-450e-a153-fd265554fc0d', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:50Z', 'updated_at': '2021-07-12T08:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_floatingips': [{'id': '8ea76e65-e6b5-49db-b739-e1cbc24eadf7', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'floating_ip_address': '172.27.1.45', 'floating_network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'router_id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'port_id': '882bf5cb-691e-4424-b5d9-d92c9435634b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39', 'mac_address': 'fa:16:3e:77:4f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76febda2-6683-431b-a47c-409edfd3968d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T08:36:40Z', 'updated_at': '2021-07-12T08:36:40Z', 'revision_number': 0, 'project_id': '438f5cea71f1415499cf52928dcc2969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07783f66-b516-438e-8e85-d20a91d96ed7', 'name': '', 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'mac_address': 'fa:16:3e:f2:2b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'cb2b1172-55e9-4a29-9b7c-5452eb5ab550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:52Z', 'updated_at': '2021-07-12T08:36:00Z', 'revision_number': 5, 'project_id': '438f5cea71f1415499cf52928dcc2969', 'subnets': [{'id': 'cb2b1172-55e9-4a29-9b7c-5452eb5ab550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 08:36:42.507182 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7ef992b3-d7a0-4e22-b815-38833d5ad1cb req-9879380c-9b9a-425f-a8bc-f63ca6af29c6 service neutron] 10.222.0.23 "GET /v2.0/networks/5581a52f-d47d-4f74-951e-8118b7d28c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844290 Jul 12 08:36:42.596732 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7ef992b3-d7a0-4e22-b815-38833d5ad1cb req-60790620-67a2-431d-86a9-a8ccbfa14d25 service neutron] 10.222.0.23 "GET /v2.0/networks/5581a52f-d47d-4f74-951e-8118b7d28c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820949 Jul 12 08:36:42.634906 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92976d23-ed8d-420a-b61f-e4f621752eb8 None None] New status for floating IP 8ea76e65-e6b5-49db-b739-e1cbc24eadf7: ACTIVE {{(pid=92954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 08:36:46.493348 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0015a9-e325-4571-ac14-07fa90778b6b req-8fc62d70-8ee2-40d2-a099-dfe0404f347c tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:46.494864 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-1c0015a9-e325-4571-ac14-07fa90778b6b req-8fc62d70-8ee2-40d2-a099-dfe0404f347c tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265dd39-8470-47ab-91e7-c708ec5acfcf HTTP/1.1" status: 200 len: 945 time: 0.0620272 Jul 12 08:36:46.534408 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-1c0015a9-e325-4571-ac14-07fa90778b6b req-27003575-ff32-4472-a64e-dbd31c8ff28c tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=f222391b-a6a0-4adc-b2df-60992982126e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340075 Jul 12 08:36:47.707244 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a97083-ad72-4a87-8c78-4aab195c224a req-123eab36-27a8-454c-b6dd-cdebe85a4fe8 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:47.708705 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c8a97083-ad72-4a87-8c78-4aab195c224a req-123eab36-27a8-454c-b6dd-cdebe85a4fe8 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265dd39-8470-47ab-91e7-c708ec5acfcf HTTP/1.1" status: 200 len: 945 time: 0.0621099 Jul 12 08:36:47.745367 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c8a97083-ad72-4a87-8c78-4aab195c224a req-eb0a9083-41a2-4208-bba9-c7c047e29e16 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=f222391b-a6a0-4adc-b2df-60992982126e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310705 Jul 12 08:36:48.669255 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-27d7ee80-e179-45b7-a334-2b53e9039c09 None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 08:36:49.077487 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61232705-535e-45a7-90e7-151a2d7d92bb req-5dc2b5ed-d749-4fc0-aba6-4ab38c67e3cd tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:49.078981 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-61232705-535e-45a7-90e7-151a2d7d92bb req-5dc2b5ed-d749-4fc0-aba6-4ab38c67e3cd tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265dd39-8470-47ab-91e7-c708ec5acfcf HTTP/1.1" status: 200 len: 945 time: 0.0607958 Jul 12 08:36:49.114605 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-61232705-535e-45a7-90e7-151a2d7d92bb req-4d26197f-f957-4a4a-9afb-737b5d04464f tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=f222391b-a6a0-4adc-b2df-60992982126e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300908 Jul 12 08:36:50.288597 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0a5a3-423c-413f-8a3c-07349adffb93 req-14a1f819-9c1d-4bc8-86bb-b57d925b9468 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:50.290092 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f3a0a5a3-423c-413f-8a3c-07349adffb93 req-14a1f819-9c1d-4bc8-86bb-b57d925b9468 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265dd39-8470-47ab-91e7-c708ec5acfcf HTTP/1.1" status: 200 len: 945 time: 0.0639732 Jul 12 08:36:50.327656 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f3a0a5a3-423c-413f-8a3c-07349adffb93 req-a7c04491-6276-4eb2-9439-e9e9fc94d9ae tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=f222391b-a6a0-4adc-b2df-60992982126e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315573 Jul 12 08:36:51.498588 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5488c0-98d2-4188-96b6-33c612e15b6a req-c8321463-21f1-446e-8427-9a12872a7361 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:51.500033 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2c5488c0-98d2-4188-96b6-33c612e15b6a req-c8321463-21f1-446e-8427-9a12872a7361 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265dd39-8470-47ab-91e7-c708ec5acfcf HTTP/1.1" status: 200 len: 945 time: 0.0608995 Jul 12 08:36:51.535647 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2c5488c0-98d2-4188-96b6-33c612e15b6a req-a81cb2e3-8af6-4396-8e3a-f74157473baf tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=f222391b-a6a0-4adc-b2df-60992982126e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300238 Jul 12 08:36:52.708181 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07794fb4-c26c-4a10-99bb-e5cdc9306d3f req-208783a3-c2ef-4a8e-9a2b-3ed0834c0eaf tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:52.709627 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-07794fb4-c26c-4a10-99bb-e5cdc9306d3f req-208783a3-c2ef-4a8e-9a2b-3ed0834c0eaf tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265dd39-8470-47ab-91e7-c708ec5acfcf HTTP/1.1" status: 200 len: 945 time: 0.0609426 Jul 12 08:36:52.749393 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-07794fb4-c26c-4a10-99bb-e5cdc9306d3f req-8514cdd1-fa65-4605-bbad-171e3575dc9f tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=f222391b-a6a0-4adc-b2df-60992982126e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337591 Jul 12 08:36:53.924340 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1da91b-aed0-4de6-86f1-494051d15f37 req-15063a3c-118b-4dea-b663-63cde41b0c5d tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:53.925731 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2e1da91b-aed0-4de6-86f1-494051d15f37 req-15063a3c-118b-4dea-b663-63cde41b0c5d tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265dd39-8470-47ab-91e7-c708ec5acfcf HTTP/1.1" status: 200 len: 945 time: 0.0610752 Jul 12 08:36:53.961108 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2e1da91b-aed0-4de6-86f1-494051d15f37 req-6b5158fa-4f8b-4331-912d-cedb50b9dc0a tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=f222391b-a6a0-4adc-b2df-60992982126e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300617 Jul 12 08:36:55.132398 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc2a2e-1807-4d9d-a7c6-cfcd302efe4a req-f084734f-c27a-4141-9050-674a8acfd9aa tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:55.133856 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0fcc2a2e-1807-4d9d-a7c6-cfcd302efe4a req-f084734f-c27a-4141-9050-674a8acfd9aa tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265dd39-8470-47ab-91e7-c708ec5acfcf HTTP/1.1" status: 200 len: 945 time: 0.0602365 Jul 12 08:36:55.169162 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0fcc2a2e-1807-4d9d-a7c6-cfcd302efe4a req-438ad886-d3ee-4980-917d-b6829d7f0c5d tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=f222391b-a6a0-4adc-b2df-60992982126e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293519 Jul 12 08:36:56.344404 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302682f-597f-4030-b387-4bca6148082c req-d2874a3d-1c41-4f14-af39-f0f7fb98572d tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:56.345899 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7302682f-597f-4030-b387-4bca6148082c req-d2874a3d-1c41-4f14-af39-f0f7fb98572d tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265dd39-8470-47ab-91e7-c708ec5acfcf HTTP/1.1" status: 200 len: 945 time: 0.0648024 Jul 12 08:36:56.381880 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7302682f-597f-4030-b387-4bca6148082c req-9f5994e4-bcea-4601-8b1e-731e96df305d tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=f222391b-a6a0-4adc-b2df-60992982126e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304513 Jul 12 08:36:57.552700 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780b2c3-adc9-4d71-9896-961f3f0c1518 req-5f0ed478-92e1-4e25-a777-6371089195c0 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:57.554191 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c780b2c3-adc9-4d71-9896-961f3f0c1518 req-5f0ed478-92e1-4e25-a777-6371089195c0 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265dd39-8470-47ab-91e7-c708ec5acfcf HTTP/1.1" status: 200 len: 945 time: 0.0605836 Jul 12 08:36:57.589589 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c780b2c3-adc9-4d71-9896-961f3f0c1518 req-6bea64c4-8751-4afe-ac87-8265bcd9cb59 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=f222391b-a6a0-4adc-b2df-60992982126e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299783 Jul 12 08:36:58.763706 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d39ae-ccc7-4af4-812e-f0ed8d6a4278 req-a2ae1abe-4bdc-47ff-95af-bb04c658f751 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:36:58.765347 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-583d39ae-ccc7-4af4-812e-f0ed8d6a4278 req-a2ae1abe-4bdc-47ff-95af-bb04c658f751 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265dd39-8470-47ab-91e7-c708ec5acfcf HTTP/1.1" status: 200 len: 945 time: 0.0614502 Jul 12 08:36:58.805424 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-583d39ae-ccc7-4af4-812e-f0ed8d6a4278 req-7f0bffda-eb45-43fc-9848-a2d76b100358 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=f222391b-a6a0-4adc-b2df-60992982126e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346918 Jul 12 08:36:59.460380 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 174c347b-fe22-4938-a010-f64737a2d061 details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=92953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 08:36:59.549299 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port 174c347b-fe22-4938-a010-f64737a2d061, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=174c347b-fe22-4938-a010-f64737a2d061,segment=NetworkSegment(8ae57f27-2f55-4ba4-8135-7182c274f38c),segment_id=8ae57f27-2f55-4ba4-8135-7182c274f38c)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:36:59.560951 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Returning: {'device': '174c347b-fe22-4938-a010-f64737a2d061', 'network_id': '87f9aa9d-4b32-44c0-9258-78c96af6cf8d', 'port_id': '174c347b-fe22-4938-a010-f64737a2d061', 'mac_address': 'fa:16:3e:78:b9:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a3005b3-6c18-4cb2-94e4-48e9cf6a930f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 08:36:59.600740 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:59.613078 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 174c347b-fe22-4938-a010-f64737a2d061 {{(pid=92953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 08:36:59.633102 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port 174c347b-fe22-4938-a010-f64737a2d061, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=174c347b-fe22-4938-a010-f64737a2d061,segment=NetworkSegment(8ae57f27-2f55-4ba4-8135-7182c274f38c),segment_id=8ae57f27-2f55-4ba4-8135-7182c274f38c)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:36:59.636568 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:36:59.687189 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Pushing event updated for resources: {'Port': ['ID=174c347b-fe22-4938-a010-f64737a2d061,revision_number=6']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:36:59.693901 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:36:59.694251 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:36:59.694591 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:36:59.694924 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:36:59.695255 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:36:59.695582 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:36:59.695906 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:36:59.696232 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:36:59.696553 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:36:59.697428 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:36:59.697770 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:36:59.698091 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:36:59.764589 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] get_ports_and_sgs() called for port_ids ['174c347b-fe22-4938-a010-f64737a2d061'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 08:36:59.914684 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-77b516d1-4465-40ce-8743-a7916ccef0a7 None None] Provisioning complete for port 174c347b-fe22-4938-a010-f64737a2d061 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:36:59.915066 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-77b516d1-4465-40ce-8743-a7916ccef0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:00.001373 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-77b516d1-4465-40ce-8743-a7916ccef0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:00.003781 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e62fa3-9834-4d68-9656-9cac0b792aa6 req-507fc036-52c9-440e-8d43-82cc653b7bff tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:37:00.005912 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-26e62fa3-9834-4d68-9656-9cac0b792aa6 req-507fc036-52c9-440e-8d43-82cc653b7bff tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265dd39-8470-47ab-91e7-c708ec5acfcf HTTP/1.1" status: 200 len: 944 time: 0.0722351 Jul 12 08:37:00.029154 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7265dd39-8470-47ab-91e7-c708ec5acfcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '174c347b-fe22-4938-a010-f64737a2d061'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:37:00.032849 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af58d1c9f1a57ad28455f2a1c324eb475fddbc81caacf3fdebaad0c9863d536b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8aa2f4f-9430-4a60-b6b0-e303a4e22896" -d '{"events": [{"server_uuid": "7265dd39-8470-47ab-91e7-c708ec5acfcf", "name": "network-vif-plugged", "status": "completed", "tag": "174c347b-fe22-4938-a010-f64737a2d061"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:37:00.047840 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-77b516d1-4465-40ce-8743-a7916ccef0a7 None None] For port 174c347b-fe22-4938-a010-f64737a2d061, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=174c347b-fe22-4938-a010-f64737a2d061,segment=NetworkSegment(8ae57f27-2f55-4ba4-8135-7182c274f38c),segment_id=8ae57f27-2f55-4ba4-8135-7182c274f38c)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:37:00.054359 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-77b516d1-4465-40ce-8743-a7916ccef0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:00.065440 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-26e62fa3-9834-4d68-9656-9cac0b792aa6 req-4ab9c263-d4ca-4ea9-9ed9-e50628d3c634 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=f222391b-a6a0-4adc-b2df-60992982126e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538659 Jul 12 08:37:00.124807 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b516d1-4465-40ce-8743-a7916ccef0a7 None None] Pushing event updated for resources: {'Port': ['ID=174c347b-fe22-4938-a010-f64737a2d061,revision_number=7']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:37:00.143403 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 08:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685441da-965b-4b26-a4fb-181cc85559a3 x-openstack-request-id: req-685441da-965b-4b26-a4fb-181cc85559a3 {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:37:00.143696 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7265dd39-8470-47ab-91e7-c708ec5acfcf", "name": "network-vif-plugged", "status": "completed", "tag": "174c347b-fe22-4938-a010-f64737a2d061", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:37:00.143957 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-685441da-965b-4b26-a4fb-181cc85559a3 {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:37:00.144352 dv-cinder-800431-1-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7265dd39-8470-47ab-91e7-c708ec5acfcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '174c347b-fe22-4938-a010-f64737a2d061', 'code': 200} Jul 12 08:37:00.451299 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-cd149b67-5301-4483-bb87-4faaff8508f4 None None] Provisioning complete for port 174c347b-fe22-4938-a010-f64737a2d061 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:37:00.451954 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-cd149b67-5301-4483-bb87-4faaff8508f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:01.260285 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c574c-3129-47d3-b034-7cfcec1bb4c5 req-0d47a161-9c8a-412d-bb31-fbfd4d5b2a90 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:37:01.261929 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d92c574c-3129-47d3-b034-7cfcec1bb4c5 req-0d47a161-9c8a-412d-bb31-fbfd4d5b2a90 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265dd39-8470-47ab-91e7-c708ec5acfcf HTTP/1.1" status: 200 len: 945 time: 0.0713277 Jul 12 08:37:01.300912 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d92c574c-3129-47d3-b034-7cfcec1bb4c5 req-976e9d73-2e50-4fd4-a28e-2fa57ca5ad68 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=f222391b-a6a0-4adc-b2df-60992982126e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331342 Jul 12 08:37:01.519195 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 174c347b-fe22-4938-a010-f64737a2d061 up at agent hyperv_hv-cinder-80043 {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:37:01.593321 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:01.607570 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Provisioning complete for port 174c347b-fe22-4938-a010-f64737a2d061 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:37:01.607947 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:02.521042 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae0875-e185-4ae7-b104-8107fbe3d636 req-8b9fbea6-ee38-4c0c-81f5-0c1f5947bf1f tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:37:02.523929 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-79ae0875-e185-4ae7-b104-8107fbe3d636 req-8b9fbea6-ee38-4c0c-81f5-0c1f5947bf1f tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265dd39-8470-47ab-91e7-c708ec5acfcf HTTP/1.1" status: 200 len: 945 time: 0.0802290 Jul 12 08:37:02.568230 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-79ae0875-e185-4ae7-b104-8107fbe3d636 req-02afb95e-f9ba-42c4-8da0-e5cc66e90782 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=f222391b-a6a0-4adc-b2df-60992982126e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371404 Jul 12 08:37:03.755083 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e6c4f6-fd9c-4c70-91ee-49c8e818dc54 req-350ab43a-fded-47f4-b7a3-c0ca0a4f4e8e tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:37:03.756694 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-d5e6c4f6-fd9c-4c70-91ee-49c8e818dc54 req-350ab43a-fded-47f4-b7a3-c0ca0a4f4e8e tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265dd39-8470-47ab-91e7-c708ec5acfcf HTTP/1.1" status: 200 len: 945 time: 0.0655801 Jul 12 08:37:03.801398 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-d5e6c4f6-fd9c-4c70-91ee-49c8e818dc54 req-24288081-c04c-476c-bc96-1192162c24c9 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=f222391b-a6a0-4adc-b2df-60992982126e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382502 Jul 12 08:37:04.082266 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b888dc96-f229-4393-9eed-d9a8d92549f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:05.026820 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1118c9-64fc-4ed7-9f5f-548737e17e42 req-b991b62e-59cc-486c-8af5-f4a4e8d428a7 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:37:05.028339 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ce1118c9-64fc-4ed7-9f5f-548737e17e42 req-b991b62e-59cc-486c-8af5-f4a4e8d428a7 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265dd39-8470-47ab-91e7-c708ec5acfcf HTTP/1.1" status: 200 len: 945 time: 0.0867481 Jul 12 08:37:05.075245 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ce1118c9-64fc-4ed7-9f5f-548737e17e42 req-31d00be8-6609-4729-887b-9b49df58c257 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=f222391b-a6a0-4adc-b2df-60992982126e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405159 Jul 12 08:37:06.272425 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ed451-e326-47cc-a3b5-3b741a122978 req-e3e489bf-d347-47ea-b0a7-0392f128d63d tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:37:06.274261 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7b1ed451-e326-47cc-a3b5-3b741a122978 req-e3e489bf-d347-47ea-b0a7-0392f128d63d tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265dd39-8470-47ab-91e7-c708ec5acfcf HTTP/1.1" status: 200 len: 945 time: 0.0787842 Jul 12 08:37:06.316275 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7b1ed451-e326-47cc-a3b5-3b741a122978 req-9e566fef-6e7a-4cf5-a65e-3c65a67cf989 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=f222391b-a6a0-4adc-b2df-60992982126e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361042 Jul 12 08:37:06.973276 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:06.996485 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7e7f8566-e918-43ab-835c-865eead65fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:07.498053 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5961484e-7afe-4ed6-bdde-5ce162c5ada9 req-93594f44-2225-4ba1-8fa0-c385ab5961f7 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:37:07.499513 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5961484e-7afe-4ed6-bdde-5ce162c5ada9 req-93594f44-2225-4ba1-8fa0-c385ab5961f7 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265dd39-8470-47ab-91e7-c708ec5acfcf HTTP/1.1" status: 200 len: 945 time: 0.0633562 Jul 12 08:37:07.542058 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5961484e-7afe-4ed6-bdde-5ce162c5ada9 req-4c473a5b-66c4-474f-a237-8ab140201f1a tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=f222391b-a6a0-4adc-b2df-60992982126e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365336 Jul 12 08:37:07.851612 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8beb-ed90-4929-879a-4eba2c5b629e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:08.766431 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb77f2-8772-4c24-bd59-5b9f52082d63 req-f84f4b3c-0b6e-4733-a612-55f1898bd246 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:37:08.768023 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0dfb77f2-8772-4c24-bd59-5b9f52082d63 req-f84f4b3c-0b6e-4733-a612-55f1898bd246 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265dd39-8470-47ab-91e7-c708ec5acfcf HTTP/1.1" status: 200 len: 945 time: 0.0990577 Jul 12 08:37:08.826410 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0dfb77f2-8772-4c24-bd59-5b9f52082d63 req-207eb115-f68c-4f68-9e5a-191f5ed285ca tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=f222391b-a6a0-4adc-b2df-60992982126e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503514 Jul 12 08:37:09.390061 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8148b14b-fdb1-487f-b940-7b46dc6d16f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:09.637791 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e698d-087f-43e3-8ebf-5c3127f7e0bf req-b8124210-0712-4293-8222-fedfd334b3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:37:09.639295 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a21e698d-087f-43e3-8ebf-5c3127f7e0bf req-b8124210-0712-4293-8222-fedfd334b3b0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ca5d7c4d35274957aea289fc8cbe4d73&device_id=7265dd39-8470-47ab-91e7-c708ec5acfcf HTTP/1.1" status: 200 len: 1098 time: 0.0600224 Jul 12 08:37:09.725089 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e698d-087f-43e3-8ebf-5c3127f7e0bf req-5177c27f-0080-46f8-8322-93ae2a2d33a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:37:09.726589 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a21e698d-087f-43e3-8ebf-5c3127f7e0bf req-5177c27f-0080-46f8-8322-93ae2a2d33a8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=87f9aa9d-4b32-44c0-9258-78c96af6cf8d HTTP/1.1" status: 200 len: 917 time: 0.0801642 Jul 12 08:37:09.793168 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a21e698d-087f-43e3-8ebf-5c3127f7e0bf req-2122f801-d52e-4bc8-8092-3ea55a9c6d20 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=174c347b-fe22-4938-a010-f64737a2d061 HTTP/1.1" status: 200 len: 1000 time: 0.0599904 Jul 12 08:37:09.842662 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e698d-087f-43e3-8ebf-5c3127f7e0bf req-05fb4d70-afc9-4111-ae91-206462f4d526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:37:09.844113 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a21e698d-087f-43e3-8ebf-5c3127f7e0bf req-05fb4d70-afc9-4111-ae91-206462f4d526 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2a3005b3-6c18-4cb2-94e4-48e9cf6a930f HTTP/1.1" status: 200 len: 855 time: 0.0430291 Jul 12 08:37:09.910871 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e698d-087f-43e3-8ebf-5c3127f7e0bf req-13604733-6287-49f3-8759-8ca6392c43c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:37:09.912381 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a21e698d-087f-43e3-8ebf-5c3127f7e0bf req-13604733-6287-49f3-8759-8ca6392c43c3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=87f9aa9d-4b32-44c0-9258-78c96af6cf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0603166 Jul 12 08:37:10.011201 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a21e698d-087f-43e3-8ebf-5c3127f7e0bf req-bd8c5ca4-d818-4eed-9446-84c48890c52a service neutron] 10.222.0.23 "GET /v2.0/networks/87f9aa9d-4b32-44c0-9258-78c96af6cf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887773 Jul 12 08:37:10.013124 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70679119-8324-4097-a994-dd518629b1be req-e54ff24e-9878-485f-8579-b91224ce68a3 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:37:10.014518 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-70679119-8324-4097-a994-dd518629b1be req-e54ff24e-9878-485f-8579-b91224ce68a3 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265dd39-8470-47ab-91e7-c708ec5acfcf HTTP/1.1" status: 200 len: 945 time: 0.0681841 Jul 12 08:37:10.058179 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-70679119-8324-4097-a994-dd518629b1be req-dca40499-304e-4415-8980-10260836a430 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=f222391b-a6a0-4adc-b2df-60992982126e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379090 Jul 12 08:37:10.104857 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a21e698d-087f-43e3-8ebf-5c3127f7e0bf req-75c4bd53-dc43-451e-aa8c-680cae1c6e19 service neutron] 10.222.0.23 "GET /v2.0/networks/87f9aa9d-4b32-44c0-9258-78c96af6cf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863576 Jul 12 08:37:11.235009 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262ab8a-3db5-4ec3-8e48-1b090ab0ed5e req-367ecaf0-125a-46e6-b1a2-6d4b735015d0 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:37:11.236511 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b262ab8a-3db5-4ec3-8e48-1b090ab0ed5e req-367ecaf0-125a-46e6-b1a2-6d4b735015d0 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265dd39-8470-47ab-91e7-c708ec5acfcf HTTP/1.1" status: 200 len: 945 time: 0.0656359 Jul 12 08:37:11.273347 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b262ab8a-3db5-4ec3-8e48-1b090ab0ed5e req-52065e3a-7037-4dd8-b212-e174f518ab0e tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=f222391b-a6a0-4adc-b2df-60992982126e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313151 Jul 12 08:37:12.454583 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb77db-79c0-4f51-ba83-bffc30a41847 req-096b410f-ca08-40eb-91d9-652492665edc tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:37:12.456061 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-cebb77db-79c0-4f51-ba83-bffc30a41847 req-096b410f-ca08-40eb-91d9-652492665edc tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265dd39-8470-47ab-91e7-c708ec5acfcf HTTP/1.1" status: 200 len: 945 time: 0.0672159 Jul 12 08:37:12.491487 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-cebb77db-79c0-4f51-ba83-bffc30a41847 req-ea5ab4b7-4247-481c-b96e-070b7951d6cf tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=f222391b-a6a0-4adc-b2df-60992982126e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300200 Jul 12 08:37:13.507370 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 174c347b-fe22-4938-a010-f64737a2d061 no longer exists at agent hyperv_hv-cinder-80043 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 08:37:13.573308 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a97dae69-ea84-4a58-b395-7ea2d2f757db req-b456f8f7-d6e7-4833-bf45-4c67fba8f071 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7265dd39-8470-47ab-91e7-c708ec5acfcf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0506339 Jul 12 08:37:13.612252 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151fd741-bc3e-4893-9909-e0bf71458250 req-5ee295d1-6635-43fd-8ea1-4f7676008701 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:37:13.614274 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-151fd741-bc3e-4893-9909-e0bf71458250 req-5ee295d1-6635-43fd-8ea1-4f7676008701 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265dd39-8470-47ab-91e7-c708ec5acfcf HTTP/1.1" status: 200 len: 945 time: 0.1013005 Jul 12 08:37:13.627168 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:13.666689 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7265dd39-8470-47ab-91e7-c708ec5acfcf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '174c347b-fe22-4938-a010-f64737a2d061'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:37:13.669502 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af58d1c9f1a57ad28455f2a1c324eb475fddbc81caacf3fdebaad0c9863d536b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b91144c-a4fc-4f7e-ab8d-137566f263e4" -d '{"events": [{"server_uuid": "7265dd39-8470-47ab-91e7-c708ec5acfcf", "name": "network-vif-unplugged", "status": "completed", "tag": "174c347b-fe22-4938-a010-f64737a2d061"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:37:13.672912 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-151fd741-bc3e-4893-9909-e0bf71458250 req-60a637b0-26bd-4e37-8b52-4c40429e4095 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=f222391b-a6a0-4adc-b2df-60992982126e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487587 Jul 12 08:37:13.682699 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port 174c347b-fe22-4938-a010-f64737a2d061, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=174c347b-fe22-4938-a010-f64737a2d061,segment=NetworkSegment(8ae57f27-2f55-4ba4-8135-7182c274f38c),segment_id=8ae57f27-2f55-4ba4-8135-7182c274f38c)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:37:13.688650 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:13.725655 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 12 Jul 2021 08:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac526fd-8160-47fa-89f5-1cf3482dd508 x-openstack-request-id: req-fac526fd-8160-47fa-89f5-1cf3482dd508 {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:37:13.726016 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7265dd39-8470-47ab-91e7-c708ec5acfcf", "name": "network-vif-unplugged", "status": "failed", "tag": "174c347b-fe22-4938-a010-f64737a2d061", "code": 422}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:37:13.726261 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fac526fd-8160-47fa-89f5-1cf3482dd508 {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:37:13.726648 dv-cinder-800431-1-iscsi neutron-server[92953]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7265dd39-8470-47ab-91e7-c708ec5acfcf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '174c347b-fe22-4938-a010-f64737a2d061', 'code': 422} returned with failed status Jul 12 08:37:13.756265 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Pushing event updated for resources: {'Port': ['ID=174c347b-fe22-4938-a010-f64737a2d061,revision_number=8']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:37:13.970935 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a6131865-68ef-4f9e-a860-9517f204e12e None None] Provisioning complete for port 174c347b-fe22-4938-a010-f64737a2d061 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:37:13.971176 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a6131865-68ef-4f9e-a860-9517f204e12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:14.050808 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a6131865-68ef-4f9e-a860-9517f204e12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:14.082471 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-a6131865-68ef-4f9e-a860-9517f204e12e None None] For port 174c347b-fe22-4938-a010-f64737a2d061, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=174c347b-fe22-4938-a010-f64737a2d061,segment=NetworkSegment(8ae57f27-2f55-4ba4-8135-7182c274f38c),segment_id=8ae57f27-2f55-4ba4-8135-7182c274f38c)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:37:14.087011 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a6131865-68ef-4f9e-a860-9517f204e12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:14.140908 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6131865-68ef-4f9e-a860-9517f204e12e None None] Pushing event updated for resources: {'Port': ['ID=174c347b-fe22-4938-a010-f64737a2d061,revision_number=9']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:37:14.343321 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-b43fd173-2185-42d4-9d87-fa790540dccf None None] Provisioning complete for port 174c347b-fe22-4938-a010-f64737a2d061 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:37:14.343698 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b43fd173-2185-42d4-9d87-fa790540dccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:14.473021 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97dae69-ea84-4a58-b395-7ea2d2f757db req-d0f7e8bc-431e-4378-9f96-a5e0e35d7d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:37:14.474492 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a97dae69-ea84-4a58-b395-7ea2d2f757db req-d0f7e8bc-431e-4378-9f96-a5e0e35d7d0e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7265dd39-8470-47ab-91e7-c708ec5acfcf&tenant_id=ca5d7c4d35274957aea289fc8cbe4d73 HTTP/1.1" status: 200 len: 1098 time: 0.0538154 Jul 12 08:37:14.547393 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97dae69-ea84-4a58-b395-7ea2d2f757db req-6ec3d803-57ba-4e93-8ab1-1f31b3e80359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:37:14.548761 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a97dae69-ea84-4a58-b395-7ea2d2f757db req-6ec3d803-57ba-4e93-8ab1-1f31b3e80359 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ca5d7c4d35274957aea289fc8cbe4d73&device_id=7265dd39-8470-47ab-91e7-c708ec5acfcf HTTP/1.1" status: 200 len: 1098 time: 0.0523872 Jul 12 08:37:14.635218 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97dae69-ea84-4a58-b395-7ea2d2f757db req-fe735d9e-2e74-48e2-9981-71976158629b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:37:14.636653 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a97dae69-ea84-4a58-b395-7ea2d2f757db req-fe735d9e-2e74-48e2-9981-71976158629b service neutron] 10.222.0.23 "GET /v2.0/networks?id=87f9aa9d-4b32-44c0-9258-78c96af6cf8d HTTP/1.1" status: 200 len: 917 time: 0.0820279 Jul 12 08:37:14.702789 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a97dae69-ea84-4a58-b395-7ea2d2f757db req-78ae13bd-9e35-4042-8919-778f1342d0df service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=174c347b-fe22-4938-a010-f64737a2d061 HTTP/1.1" status: 200 len: 1000 time: 0.0585527 Jul 12 08:37:14.750698 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97dae69-ea84-4a58-b395-7ea2d2f757db req-6fe19d4e-f658-4a8a-b29e-6e13d9c4451c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:37:14.752409 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a97dae69-ea84-4a58-b395-7ea2d2f757db req-6fe19d4e-f658-4a8a-b29e-6e13d9c4451c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2a3005b3-6c18-4cb2-94e4-48e9cf6a930f HTTP/1.1" status: 200 len: 855 time: 0.0433228 Jul 12 08:37:14.856512 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97dae69-ea84-4a58-b395-7ea2d2f757db req-df1b6fa3-8fe4-4d92-8552-152a45b9cf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:37:14.858035 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a97dae69-ea84-4a58-b395-7ea2d2f757db req-df1b6fa3-8fe4-4d92-8552-152a45b9cf1f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=87f9aa9d-4b32-44c0-9258-78c96af6cf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0953567 Jul 12 08:37:14.873593 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af523c73-bf6c-4b4a-bae9-ce0313cc3bd3 req-44155095-54f1-4740-b856-1928229b5f69 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:37:14.874975 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-af523c73-bf6c-4b4a-bae9-ce0313cc3bd3 req-44155095-54f1-4740-b856-1928229b5f69 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265dd39-8470-47ab-91e7-c708ec5acfcf HTTP/1.1" status: 200 len: 945 time: 0.0837176 Jul 12 08:37:14.964540 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-af523c73-bf6c-4b4a-bae9-ce0313cc3bd3 req-2dc12ca8-da3f-44ea-a0a4-0259d4cefbc7 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=f222391b-a6a0-4adc-b2df-60992982126e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808771 Jul 12 08:37:14.983445 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a97dae69-ea84-4a58-b395-7ea2d2f757db req-e5cc9737-58da-4f5a-b8e9-39cda04ecafb service neutron] 10.222.0.23 "GET /v2.0/networks/87f9aa9d-4b32-44c0-9258-78c96af6cf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075637 Jul 12 08:37:15.071532 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a97dae69-ea84-4a58-b395-7ea2d2f757db req-d48c00bd-f1a2-449d-93a5-5af0be48ac37 service neutron] 10.222.0.23 "GET /v2.0/networks/87f9aa9d-4b32-44c0-9258-78c96af6cf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800951 Jul 12 08:37:15.728008 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7265dd39-8470-47ab-91e7-c708ec5acfcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '174c347b-fe22-4938-a010-f64737a2d061'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:37:15.730405 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af58d1c9f1a57ad28455f2a1c324eb475fddbc81caacf3fdebaad0c9863d536b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb621e20-76e9-4388-9f58-f7d4dd56b8b7" -d '{"events": [{"server_uuid": "7265dd39-8470-47ab-91e7-c708ec5acfcf", "name": "network-vif-plugged", "status": "completed", "tag": "174c347b-fe22-4938-a010-f64737a2d061"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:37:15.769022 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 08:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe227463-7b63-488a-a95c-b5e5ef53537f x-openstack-request-id: req-fe227463-7b63-488a-a95c-b5e5ef53537f {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:37:15.769317 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7265dd39-8470-47ab-91e7-c708ec5acfcf", "name": "network-vif-plugged", "status": "completed", "tag": "174c347b-fe22-4938-a010-f64737a2d061", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:37:15.769574 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fe227463-7b63-488a-a95c-b5e5ef53537f {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:37:15.770000 dv-cinder-800431-1-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7265dd39-8470-47ab-91e7-c708ec5acfcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '174c347b-fe22-4938-a010-f64737a2d061', 'code': 200} Jul 12 08:37:16.147598 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7fc0e-9ea7-4159-b835-faa737a37fec req-4f44c5f7-ba3a-42f1-b038-c8dabfe5c550 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:37:16.149022 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-99a7fc0e-9ea7-4159-b835-faa737a37fec req-4f44c5f7-ba3a-42f1-b038-c8dabfe5c550 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265dd39-8470-47ab-91e7-c708ec5acfcf HTTP/1.1" status: 200 len: 945 time: 0.0698647 Jul 12 08:37:16.187925 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-99a7fc0e-9ea7-4159-b835-faa737a37fec req-a14490db-ba81-4aa9-a063-2336100a1e37 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=f222391b-a6a0-4adc-b2df-60992982126e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326805 Jul 12 08:37:17.371357 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c4516-6862-4eb6-806d-7ee42401dd92 req-f33bdf95-51c2-4774-9c0c-61738440aa1e tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:37:17.372877 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a16c4516-6862-4eb6-806d-7ee42401dd92 req-f33bdf95-51c2-4774-9c0c-61738440aa1e tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265dd39-8470-47ab-91e7-c708ec5acfcf HTTP/1.1" status: 200 len: 945 time: 0.0644720 Jul 12 08:37:17.411678 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a16c4516-6862-4eb6-806d-7ee42401dd92 req-5ce2c5a1-e92a-4b44-8738-254e1b0cafa7 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=f222391b-a6a0-4adc-b2df-60992982126e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329945 Jul 12 08:37:18.597998 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13108d39-b125-4aaf-901f-1d10edb8120a req-3cbeac29-a0c3-411c-a441-65c916f09d9a tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:37:18.599764 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-13108d39-b125-4aaf-901f-1d10edb8120a req-3cbeac29-a0c3-411c-a441-65c916f09d9a tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265dd39-8470-47ab-91e7-c708ec5acfcf HTTP/1.1" status: 200 len: 945 time: 0.0685093 Jul 12 08:37:18.640838 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-13108d39-b125-4aaf-901f-1d10edb8120a req-2e73e245-0973-4b4a-bf3d-c7960c670300 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=f222391b-a6a0-4adc-b2df-60992982126e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348175 Jul 12 08:37:19.826195 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb0c96c-980f-4238-ae34-8e8f31ed9ff8 req-e42075bd-4769-4b69-b7d7-af6481fd5add tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:37:19.827719 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-5fb0c96c-980f-4238-ae34-8e8f31ed9ff8 req-e42075bd-4769-4b69-b7d7-af6481fd5add tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265dd39-8470-47ab-91e7-c708ec5acfcf HTTP/1.1" status: 200 len: 945 time: 0.0682726 Jul 12 08:37:19.869455 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-5fb0c96c-980f-4238-ae34-8e8f31ed9ff8 req-b615eca2-0ee8-40cf-9e68-071f9e5dc488 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=f222391b-a6a0-4adc-b2df-60992982126e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356448 Jul 12 08:37:21.060154 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a528d0c2-f900-45f4-a05d-b3de7a21d7f9 req-0a92c57d-f5c4-4a82-9174-cb2280291372 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:37:21.061707 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a528d0c2-f900-45f4-a05d-b3de7a21d7f9 req-0a92c57d-f5c4-4a82-9174-cb2280291372 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265dd39-8470-47ab-91e7-c708ec5acfcf HTTP/1.1" status: 200 len: 945 time: 0.0642815 Jul 12 08:37:21.108032 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a528d0c2-f900-45f4-a05d-b3de7a21d7f9 req-e9941e8b-9dd6-44ac-b03b-1dc64400fd00 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=f222391b-a6a0-4adc-b2df-60992982126e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402470 Jul 12 08:37:22.292389 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ced55-605b-4df8-b7da-7f5b38189a7e req-b0c5ed0c-62d1-45ad-a2cd-41c7c475a610 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:37:22.293981 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-2a5ced55-605b-4df8-b7da-7f5b38189a7e req-b0c5ed0c-62d1-45ad-a2cd-41c7c475a610 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265dd39-8470-47ab-91e7-c708ec5acfcf HTTP/1.1" status: 200 len: 945 time: 0.0671740 Jul 12 08:37:22.334284 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-2a5ced55-605b-4df8-b7da-7f5b38189a7e req-ad9de2fc-fa51-48f0-947d-f615d4123354 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=f222391b-a6a0-4adc-b2df-60992982126e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346932 Jul 12 08:37:23.540921 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd8e38-27f3-444a-8f96-7483ab8d67db req-c40c8b97-978e-4a47-89d5-3c3dc53c47fa tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:37:23.542934 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-39bd8e38-27f3-444a-8f96-7483ab8d67db req-c40c8b97-978e-4a47-89d5-3c3dc53c47fa tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265dd39-8470-47ab-91e7-c708ec5acfcf HTTP/1.1" status: 200 len: 945 time: 0.0687652 Jul 12 08:37:23.582335 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-39bd8e38-27f3-444a-8f96-7483ab8d67db req-6f91b0cf-4344-4e95-974e-724000dfed6b tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=f222391b-a6a0-4adc-b2df-60992982126e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336871 Jul 12 08:37:24.764756 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ab142-f8e2-4b4e-af74-00252c43bb9c req-a00b9848-9d14-43dc-8923-d69311789bf7 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:37:24.766301 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-ce4ab142-f8e2-4b4e-af74-00252c43bb9c req-a00b9848-9d14-43dc-8923-d69311789bf7 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265dd39-8470-47ab-91e7-c708ec5acfcf HTTP/1.1" status: 200 len: 945 time: 0.0678813 Jul 12 08:37:24.806599 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-ce4ab142-f8e2-4b4e-af74-00252c43bb9c req-0ba2fd2f-f123-412d-8298-35fe423bb651 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=f222391b-a6a0-4adc-b2df-60992982126e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346529 Jul 12 08:37:25.668022 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-27d7ee80-e179-45b7-a334-2b53e9039c09 None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 08:37:25.983772 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f8f97-deb1-47d7-bc60-7b8e15710ec5 req-2846c21c-6bef-4908-898b-fc3cea55bc19 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:37:25.985315 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a91f8f97-deb1-47d7-bc60-7b8e15710ec5 req-2846c21c-6bef-4908-898b-fc3cea55bc19 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265dd39-8470-47ab-91e7-c708ec5acfcf HTTP/1.1" status: 200 len: 945 time: 0.0646694 Jul 12 08:37:26.022998 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a91f8f97-deb1-47d7-bc60-7b8e15710ec5 req-c0c8e288-3ab0-4095-8053-e8951c3a9168 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=f222391b-a6a0-4adc-b2df-60992982126e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319707 Jul 12 08:37:27.200357 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1efe0-f14d-4c78-8d48-1f22ae57f155 req-f4fd5633-c356-4899-b122-68a2749fe230 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:37:27.201759 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a0f1efe0-f14d-4c78-8d48-1f22ae57f155 req-f4fd5633-c356-4899-b122-68a2749fe230 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265dd39-8470-47ab-91e7-c708ec5acfcf HTTP/1.1" status: 200 len: 945 time: 0.0618119 Jul 12 08:37:27.236906 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a0f1efe0-f14d-4c78-8d48-1f22ae57f155 req-5aa85860-e269-4ee0-8291-693558407d1d tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=f222391b-a6a0-4adc-b2df-60992982126e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297859 Jul 12 08:37:27.426231 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62084164-c988-479b-9e33-c4b3bc71cc67 req-c3573de2-d1a8-4fea-b7e6-0ff131d3ad7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:37:27.427780 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-62084164-c988-479b-9e33-c4b3bc71cc67 req-c3573de2-d1a8-4fea-b7e6-0ff131d3ad7e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7265dd39-8470-47ab-91e7-c708ec5acfcf HTTP/1.1" status: 200 len: 1098 time: 0.0511253 Jul 12 08:37:27.462562 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-62084164-c988-479b-9e33-c4b3bc71cc67 req-f499e2c9-3187-4361-999d-31ccbe2e469c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f222391b-a6a0-4adc-b2df-60992982126e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286078 Jul 12 08:37:28.069995 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7c46f207-227f-4a07-8980-b9435dd57d86 req-a96e30d0-a0c9-4e25-8e31-17d88c9898d9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=557ad063-3114-451c-8313-96c6649e855c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0537307 Jul 12 08:37:28.175554 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c46f207-227f-4a07-8980-b9435dd57d86 req-d37a9258-9b1d-4047-a86c-8ce43034fd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:37:28.177527 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7c46f207-227f-4a07-8980-b9435dd57d86 req-d37a9258-9b1d-4047-a86c-8ce43034fd48 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9141084bc67040a6953c3e2fdaeecde8&device_id=557ad063-3114-451c-8313-96c6649e855c HTTP/1.1" status: 200 len: 1098 time: 0.0633430 Jul 12 08:37:28.306040 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c46f207-227f-4a07-8980-b9435dd57d86 req-d00a8b9e-4315-4bb6-85cd-516136474225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:37:28.307679 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7c46f207-227f-4a07-8980-b9435dd57d86 req-d00a8b9e-4315-4bb6-85cd-516136474225 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bfdb51f3-abf8-4720-9758-2652c1950bee HTTP/1.1" status: 200 len: 909 time: 0.0926752 Jul 12 08:37:28.379971 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7c46f207-227f-4a07-8980-b9435dd57d86 req-972d7005-6722-4dc1-a1b9-d30ba08f20f0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73776fae-0b04-482e-b5a2-be8fb9f18309 HTTP/1.1" status: 200 len: 1001 time: 0.0650790 Jul 12 08:37:28.435611 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c46f207-227f-4a07-8980-b9435dd57d86 req-8ca16ddf-6d71-41b4-a593-cfa3e7680fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:37:28.436191 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11dd9c-4243-491c-af7d-3f979264720c req-ad2e53f8-1634-4a78-b8cc-fd76964cce30 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:37:28.437373 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7c46f207-227f-4a07-8980-b9435dd57d86 req-8ca16ddf-6d71-41b4-a593-cfa3e7680fa9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bd981bbb-849b-4ec5-b0be-7de4ff340241 HTTP/1.1" status: 200 len: 847 time: 0.0486517 Jul 12 08:37:28.437479 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-1f11dd9c-4243-491c-af7d-3f979264720c req-ad2e53f8-1634-4a78-b8cc-fd76964cce30 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265dd39-8470-47ab-91e7-c708ec5acfcf HTTP/1.1" status: 200 len: 945 time: 0.0685608 Jul 12 08:37:28.477752 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-1f11dd9c-4243-491c-af7d-3f979264720c req-209f8d08-092d-4cb5-9f4c-c816a7fd2523 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=f222391b-a6a0-4adc-b2df-60992982126e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345395 Jul 12 08:37:28.513142 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c46f207-227f-4a07-8980-b9435dd57d86 req-e82293e2-462e-44cc-a1fb-96240f7ade3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:37:28.514819 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7c46f207-227f-4a07-8980-b9435dd57d86 req-e82293e2-462e-44cc-a1fb-96240f7ade3d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bfdb51f3-abf8-4720-9758-2652c1950bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0668902 Jul 12 08:37:28.610517 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7c46f207-227f-4a07-8980-b9435dd57d86 req-bba2636b-3715-4d5d-8293-2e3cd690687e service neutron] 10.222.0.23 "GET /v2.0/networks/bfdb51f3-abf8-4720-9758-2652c1950bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856922 Jul 12 08:37:28.711022 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7c46f207-227f-4a07-8980-b9435dd57d86 req-1ba0076d-daf5-4a08-9b01-bb83b725a490 service neutron] 10.222.0.23 "GET /v2.0/networks/bfdb51f3-abf8-4720-9758-2652c1950bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912642 Jul 12 08:37:29.623693 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 174c347b-fe22-4938-a010-f64737a2d061 details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=92953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 08:37:29.655579 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d64dd9-dbf9-46f2-b82b-b5942deb3adf req-597fcc63-e170-4fa8-87a3-44104f8d3c3d tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:37:29.657089 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-03d64dd9-dbf9-46f2-b82b-b5942deb3adf req-597fcc63-e170-4fa8-87a3-44104f8d3c3d tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265dd39-8470-47ab-91e7-c708ec5acfcf HTTP/1.1" status: 200 len: 945 time: 0.0627513 Jul 12 08:37:29.694632 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-03d64dd9-dbf9-46f2-b82b-b5942deb3adf req-c08bb69e-8c30-4fcb-9e90-66cb503e2974 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=f222391b-a6a0-4adc-b2df-60992982126e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318696 Jul 12 08:37:29.717350 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port 174c347b-fe22-4938-a010-f64737a2d061, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=174c347b-fe22-4938-a010-f64737a2d061,segment=NetworkSegment(8ae57f27-2f55-4ba4-8135-7182c274f38c),segment_id=8ae57f27-2f55-4ba4-8135-7182c274f38c)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:37:29.728278 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Returning: {'device': '174c347b-fe22-4938-a010-f64737a2d061', 'network_id': '87f9aa9d-4b32-44c0-9258-78c96af6cf8d', 'port_id': '174c347b-fe22-4938-a010-f64737a2d061', 'mac_address': 'fa:16:3e:78:b9:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a3005b3-6c18-4cb2-94e4-48e9cf6a930f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 08:37:29.764622 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:29.779947 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 174c347b-fe22-4938-a010-f64737a2d061 {{(pid=92953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 08:37:29.798623 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port 174c347b-fe22-4938-a010-f64737a2d061, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=174c347b-fe22-4938-a010-f64737a2d061,segment=NetworkSegment(8ae57f27-2f55-4ba4-8135-7182c274f38c),segment_id=8ae57f27-2f55-4ba4-8135-7182c274f38c)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:37:29.802656 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:29.852619 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Pushing event updated for resources: {'Port': ['ID=174c347b-fe22-4938-a010-f64737a2d061,revision_number=10']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:37:30.032573 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-85370c67-78c5-44e7-9ef1-83ce13363f33 None None] Provisioning complete for port 174c347b-fe22-4938-a010-f64737a2d061 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:37:30.032875 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-85370c67-78c5-44e7-9ef1-83ce13363f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:30.093681 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] get_ports_and_sgs() called for port_ids ['174c347b-fe22-4938-a010-f64737a2d061'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 08:37:30.137006 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-85370c67-78c5-44e7-9ef1-83ce13363f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:30.167871 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7265dd39-8470-47ab-91e7-c708ec5acfcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '174c347b-fe22-4938-a010-f64737a2d061'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:37:30.170106 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af58d1c9f1a57ad28455f2a1c324eb475fddbc81caacf3fdebaad0c9863d536b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a64b4d-f39b-461f-a20d-52c839a33da1" -d '{"events": [{"server_uuid": "7265dd39-8470-47ab-91e7-c708ec5acfcf", "name": "network-vif-plugged", "status": "completed", "tag": "174c347b-fe22-4938-a010-f64737a2d061"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:37:30.193187 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-85370c67-78c5-44e7-9ef1-83ce13363f33 None None] For port 174c347b-fe22-4938-a010-f64737a2d061, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=174c347b-fe22-4938-a010-f64737a2d061,segment=NetworkSegment(8ae57f27-2f55-4ba4-8135-7182c274f38c),segment_id=8ae57f27-2f55-4ba4-8135-7182c274f38c)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:37:30.202038 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-85370c67-78c5-44e7-9ef1-83ce13363f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:30.227514 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 08:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a3c67c-b406-44a4-8484-7635027eb05e x-openstack-request-id: req-41a3c67c-b406-44a4-8484-7635027eb05e {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:37:30.227810 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7265dd39-8470-47ab-91e7-c708ec5acfcf", "name": "network-vif-plugged", "status": "completed", "tag": "174c347b-fe22-4938-a010-f64737a2d061", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:37:30.228062 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-41a3c67c-b406-44a4-8484-7635027eb05e {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:37:30.228440 dv-cinder-800431-1-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7265dd39-8470-47ab-91e7-c708ec5acfcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '174c347b-fe22-4938-a010-f64737a2d061', 'code': 200} Jul 12 08:37:30.277753 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85370c67-78c5-44e7-9ef1-83ce13363f33 None None] Pushing event updated for resources: {'Port': ['ID=174c347b-fe22-4938-a010-f64737a2d061,revision_number=11']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:37:30.464667 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-040f1135-540d-474a-beed-9e77381001e9 None None] Provisioning complete for port 174c347b-fe22-4938-a010-f64737a2d061 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:37:30.465139 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-040f1135-540d-474a-beed-9e77381001e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:31.565456 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:31.632318 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 174c347b-fe22-4938-a010-f64737a2d061 up at agent hyperv_hv-cinder-80043 {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:37:31.678045 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Provisioning complete for port 174c347b-fe22-4938-a010-f64737a2d061 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:37:31.678417 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:32.274925 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095eef8-0526-48a3-a49f-734bd441d128 req-a9adc244-c038-43c7-81a3-83b50d771cde tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:37:32.276407 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7095eef8-0526-48a3-a49f-734bd441d128 req-a9adc244-c038-43c7-81a3-83b50d771cde tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=563078f0-4880-4128-858d-6685ab6a0b41 HTTP/1.1" status: 200 len: 946 time: 0.0646658 Jul 12 08:37:32.317087 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7095eef8-0526-48a3-a49f-734bd441d128 req-f0bd98a7-96d2-4b12-98f1-ae7632aa217d tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f6ce030-3b88-4c9c-bfc7-42987ac942f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351222 Jul 12 08:37:33.488165 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9757f5-c93f-43b8-b95a-36ab0bdd8679 req-6b93c6b3-fb50-4a23-9613-903e8b7b546e tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:37:33.489624 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-de9757f5-c93f-43b8-b95a-36ab0bdd8679 req-6b93c6b3-fb50-4a23-9613-903e8b7b546e tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=563078f0-4880-4128-858d-6685ab6a0b41 HTTP/1.1" status: 200 len: 946 time: 0.0624633 Jul 12 08:37:33.526840 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-de9757f5-c93f-43b8-b95a-36ab0bdd8679 req-24c067a6-b57d-4cdb-bcba-2dc596c01e89 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f6ce030-3b88-4c9c-bfc7-42987ac942f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310848 Jul 12 08:37:33.923281 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1babd398-06db-41a1-82cd-ff9d87341a5e req-97f9e8f7-8516-4ce9-9a5f-37278db5e2e9 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:37:33.924682 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-1babd398-06db-41a1-82cd-ff9d87341a5e req-97f9e8f7-8516-4ce9-9a5f-37278db5e2e9 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.23 "GET /v2.0/ports?device_id=563078f0-4880-4128-858d-6685ab6a0b41 HTTP/1.1" status: 200 len: 946 time: 0.0638595 Jul 12 08:37:34.020906 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [req-1babd398-06db-41a1-82cd-ff9d87341a5e req-b47b15dd-cad9-4e43-861e-75f5cc8c36f1 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Deleting port e6adb741-2324-47f7-bc95-b2ea3dcd9066 {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 08:37:34.021247 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-1babd398-06db-41a1-82cd-ff9d87341a5e req-b47b15dd-cad9-4e43-861e-75f5cc8c36f1 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748223187694'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:34.082804 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5bcc0361-97c2-44df-a215-e9c25a561cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:34.110365 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-1babd398-06db-41a1-82cd-ff9d87341a5e req-b47b15dd-cad9-4e43-861e-75f5cc8c36f1 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] For port e6adb741-2324-47f7-bc95-b2ea3dcd9066, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=e6adb741-2324-47f7-bc95-b2ea3dcd9066,segment=NetworkSegment(0f9fcbd0-77f2-47e1-a4af-6466181e27c6),segment_id=0f9fcbd0-77f2-47e1-a4af-6466181e27c6)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:37:34.110718 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-1babd398-06db-41a1-82cd-ff9d87341a5e req-b47b15dd-cad9-4e43-861e-75f5cc8c36f1 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528347'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:34.267483 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-1babd398-06db-41a1-82cd-ff9d87341a5e req-b47b15dd-cad9-4e43-861e-75f5cc8c36f1 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:34.267764 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-1babd398-06db-41a1-82cd-ff9d87341a5e req-b47b15dd-cad9-4e43-861e-75f5cc8c36f1 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-940870'] for floatingip, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:34.268069 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.db.l3_db [req-1babd398-06db-41a1-82cd-ff9d87341a5e req-b47b15dd-cad9-4e43-861e-75f5cc8c36f1 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Floating IP e4aad2f1-872c-4126-afc7-1f8af0a06976 disassociated. External IP: 172.27.1.51, port: e6adb741-2324-47f7-bc95-b2ea3dcd9066. Jul 12 08:37:34.268395 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [req-1babd398-06db-41a1-82cd-ff9d87341a5e req-b47b15dd-cad9-4e43-861e-75f5cc8c36f1 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Calling delete_port for e6adb741-2324-47f7-bc95-b2ea3dcd9066 owned by compute:nova {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 08:37:34.391358 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-1babd398-06db-41a1-82cd-ff9d87341a5e req-b47b15dd-cad9-4e43-861e-75f5cc8c36f1 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8377658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748223196968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748222641655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1188448'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:34.425329 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b15dd-cad9-4e43-861e-75f5cc8c36f1 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Pushing event deleted for resources: {'Port': ['ID=e6adb741-2324-47f7-bc95-b2ea3dcd9066,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:37:34.434938 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b15dd-cad9-4e43-861e-75f5cc8c36f1 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:37:34.435290 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b15dd-cad9-4e43-861e-75f5cc8c36f1 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:37:34.435658 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b15dd-cad9-4e43-861e-75f5cc8c36f1 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:37:34.435993 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b15dd-cad9-4e43-861e-75f5cc8c36f1 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:37:34.436325 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b15dd-cad9-4e43-861e-75f5cc8c36f1 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:37:34.436655 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b15dd-cad9-4e43-861e-75f5cc8c36f1 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:37:34.438016 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b15dd-cad9-4e43-861e-75f5cc8c36f1 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:37:34.438016 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b15dd-cad9-4e43-861e-75f5cc8c36f1 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:37:34.438016 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b15dd-cad9-4e43-861e-75f5cc8c36f1 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:37:34.438016 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b15dd-cad9-4e43-861e-75f5cc8c36f1 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:37:34.438388 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b15dd-cad9-4e43-861e-75f5cc8c36f1 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:37:34.438573 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b15dd-cad9-4e43-861e-75f5cc8c36f1 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:37:34.540387 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1babd398-06db-41a1-82cd-ff9d87341a5e req-b47b15dd-cad9-4e43-861e-75f5cc8c36f1 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Router 59a260da-04ad-498b-a2d9-3307dd0da82c has already been hosted by L3 agent c0ba3535-5ad7-41e9-9cdc-b89c0ff976de {{(pid=92952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 08:37:34.665348 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-bb98c363-3611-4fc3-bd6f-6f87a32afb04 req-1b391f1a-e14c-4057-b40d-834684802b1a tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/ports?device_id=563078f0-4880-4128-858d-6685ab6a0b41 HTTP/1.1" status: 200 len: 210 time: 0.0287013 Jul 12 08:37:34.889197 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1babd398-06db-41a1-82cd-ff9d87341a5e req-b47b15dd-cad9-4e43-861e-75f5cc8c36f1 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify agent at l3_agent.dv-cinder-800431-1-iscsi the message routers_updated {{(pid=92952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 08:37:34.900158 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3caa7a-0321-4233-aebe-f7184119861c None None] Sync routers for ids ['59a260da-04ad-498b-a2d9-3307dd0da82c'] in dv-cinder-800431-1-iscsi {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 08:37:34.908879 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3caa7a-0321-4233-aebe-f7184119861c None None] Routers {'59a260da-04ad-498b-a2d9-3307dd0da82c'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:37:34.909423 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-ad3caa7a-0321-4233-aebe-f7184119861c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:37:07Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['59a260da-04ad-498b-a2d9-3307dd0da82c'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:37:34.930676 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-1babd398-06db-41a1-82cd-ff9d87341a5e req-b47b15dd-cad9-4e43-861e-75f5cc8c36f1 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] No DVR routers for this DVR port e6adb741-2324-47f7-bc95-b2ea3dcd9066 on host hv-cinder-80043 {{(pid=92952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 08:37:34.933811 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-1babd398-06db-41a1-82cd-ff9d87341a5e req-b47b15dd-cad9-4e43-861e-75f5cc8c36f1 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:34.935752 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-1babd398-06db-41a1-82cd-ff9d87341a5e req-b47b15dd-cad9-4e43-861e-75f5cc8c36f1 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.23 "DELETE /v2.0/ports/e6adb741-2324-47f7-bc95-b2ea3dcd9066 HTTP/1.1" status: 204 len: 173 time: 1.0051920 Jul 12 08:37:34.936177 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '563078f0-4880-4128-858d-6685ab6a0b41', 'name': 'network-vif-deleted', 'tag': 'e6adb741-2324-47f7-bc95-b2ea3dcd9066'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:37:34.938405 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35659b288decb3563870ae931b8d662eab2da969d6ab5856613d86fcebdbc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816fd612-8833-4879-b329-6bb884e5500e" -d '{"events": [{"server_uuid": "563078f0-4880-4128-858d-6685ab6a0b41", "name": "network-vif-deleted", "tag": "e6adb741-2324-47f7-bc95-b2ea3dcd9066"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:37:34.975445 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 08:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a70925e-a6a2-4770-ae9d-a75a5d59c7b6 x-openstack-request-id: req-2a70925e-a6a2-4770-ae9d-a75a5d59c7b6 {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:37:34.975738 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "563078f0-4880-4128-858d-6685ab6a0b41", "name": "network-vif-deleted", "tag": "e6adb741-2324-47f7-bc95-b2ea3dcd9066", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:37:34.975987 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2a70925e-a6a2-4770-ae9d-a75a5d59c7b6 {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:37:34.976377 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '563078f0-4880-4128-858d-6685ab6a0b41', 'name': 'network-vif-deleted', 'tag': 'e6adb741-2324-47f7-bc95-b2ea3dcd9066', 'status': 'completed', 'code': 200} Jul 12 08:37:35.027680 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-ad3caa7a-0321-4233-aebe-f7184119861c None None] Set router 59a260da-04ad-498b-a2d9-3307dd0da82c gateway port host: dv-cinder-800431-1-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:37:35.217506 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-ad3caa7a-0321-4233-aebe-f7184119861c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a260da-04ad-498b-a2d9-3307dd0da82c', 'name': 'tempest-AttachVolumeTestJSON-1782835244-router', 'tenant_id': '2b5b16bf27b543fb92132074924097b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '07f95d4c-3817-4137-9ea5-87443a9b00aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:31:07Z', 'updated_at': '2021-07-12T08:31:17Z', 'revision_number': 4, 'project_id': '2b5b16bf27b543fb92132074924097b0', 'gw_port': {'id': '07f95d4c-3817-4137-9ea5-87443a9b00aa', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:dd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a260da-04ad-498b-a2d9-3307dd0da82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:08Z', 'updated_at': '2021-07-12T08:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_interfaces': [{'id': '8ff799b1-e976-44d7-8560-425802963031', 'name': '', 'network_id': '87af1681-88b0-408a-a0a8-01a2bb52ff86', 'tenant_id': '2b5b16bf27b543fb92132074924097b0', 'mac_address': 'fa:16:3e:d0:d9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a260da-04ad-498b-a2d9-3307dd0da82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1b424425-fba9-4165-b007-490b023a5f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:13Z', 'updated_at': '2021-07-12T08:31:31Z', 'revision_number': 5, 'project_id': '2b5b16bf27b543fb92132074924097b0', 'subnets': [{'id': '1b424425-fba9-4165-b007-490b023a5f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:37:35.242665 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3caa7a-0321-4233-aebe-f7184119861c None None] Checking router: 59a260da-04ad-498b-a2d9-3307dd0da82c for host: dv-cinder-800431-1-iscsi {{(pid=92953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 08:37:35.250774 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3caa7a-0321-4233-aebe-f7184119861c None None] Routers {'59a260da-04ad-498b-a2d9-3307dd0da82c'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:37:35.251360 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-ad3caa7a-0321-4233-aebe-f7184119861c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:37:07Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['59a260da-04ad-498b-a2d9-3307dd0da82c'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:37:35.355122 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-ad3caa7a-0321-4233-aebe-f7184119861c None None] Set router 59a260da-04ad-498b-a2d9-3307dd0da82c gateway port host: dv-cinder-800431-1-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:37:35.552206 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-ad3caa7a-0321-4233-aebe-f7184119861c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a260da-04ad-498b-a2d9-3307dd0da82c', 'name': 'tempest-AttachVolumeTestJSON-1782835244-router', 'tenant_id': '2b5b16bf27b543fb92132074924097b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '07f95d4c-3817-4137-9ea5-87443a9b00aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:31:07Z', 'updated_at': '2021-07-12T08:31:17Z', 'revision_number': 4, 'project_id': '2b5b16bf27b543fb92132074924097b0', 'gw_port': {'id': '07f95d4c-3817-4137-9ea5-87443a9b00aa', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:dd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a260da-04ad-498b-a2d9-3307dd0da82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:08Z', 'updated_at': '2021-07-12T08:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_interfaces': [{'id': '8ff799b1-e976-44d7-8560-425802963031', 'name': '', 'network_id': '87af1681-88b0-408a-a0a8-01a2bb52ff86', 'tenant_id': '2b5b16bf27b543fb92132074924097b0', 'mac_address': 'fa:16:3e:d0:d9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a260da-04ad-498b-a2d9-3307dd0da82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1b424425-fba9-4165-b007-490b023a5f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:13Z', 'updated_at': '2021-07-12T08:31:31Z', 'revision_number': 5, 'project_id': '2b5b16bf27b543fb92132074924097b0', 'subnets': [{'id': '1b424425-fba9-4165-b007-490b023a5f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:37:35.578703 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3caa7a-0321-4233-aebe-f7184119861c None None] The sync data for ids ['59a260da-04ad-498b-a2d9-3307dd0da82c'] in dv-cinder-800431-1-iscsi is: [{'id': '59a260da-04ad-498b-a2d9-3307dd0da82c', 'name': 'tempest-AttachVolumeTestJSON-1782835244-router', 'tenant_id': '2b5b16bf27b543fb92132074924097b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '07f95d4c-3817-4137-9ea5-87443a9b00aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:31:07Z', 'updated_at': '2021-07-12T08:31:17Z', 'revision_number': 4, 'project_id': '2b5b16bf27b543fb92132074924097b0', 'gw_port': {'id': '07f95d4c-3817-4137-9ea5-87443a9b00aa', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:dd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a260da-04ad-498b-a2d9-3307dd0da82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:08Z', 'updated_at': '2021-07-12T08:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_interfaces': [{'id': '8ff799b1-e976-44d7-8560-425802963031', 'name': '', 'network_id': '87af1681-88b0-408a-a0a8-01a2bb52ff86', 'tenant_id': '2b5b16bf27b543fb92132074924097b0', 'mac_address': 'fa:16:3e:d0:d9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a260da-04ad-498b-a2d9-3307dd0da82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1b424425-fba9-4165-b007-490b023a5f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:13Z', 'updated_at': '2021-07-12T08:31:31Z', 'revision_number': 5, 'project_id': '2b5b16bf27b543fb92132074924097b0', 'subnets': [{'id': '1b424425-fba9-4165-b007-490b023a5f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 08:37:35.790635 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 43778) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:37:35.800803 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b13ebf-d262-45c4-950e-bdc56c6302af None None] New status for floating IP e4aad2f1-872c-4126-afc7-1f8af0a06976: DOWN {{(pid=92954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 08:37:35.848733 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5191ecc9-3812-4e11-8e4c-2e9e2f92380f tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:35.870676 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5191ecc9-3812-4e11-8e4c-2e9e2f92380f tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:35.918345 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5191ecc9-3812-4e11-8e4c-2e9e2f92380f tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:35.921039 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5191ecc9-3812-4e11-8e4c-2e9e2f92380f tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:35.924690 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-5191ecc9-3812-4e11-8e4c-2e9e2f92380f tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "DELETE /v2.0/security-groups/8f6ce030-3b88-4c9c-bfc7-42987ac942f1 HTTP/1.1" status: 204 len: 168 time: 0.1305535 Jul 12 08:37:35.925306 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 43780) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:37:35.931346 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5191ecc9-3812-4e11-8e4c-2e9e2f92380f tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6ce030-3b88-4c9c-bfc7-42987ac942f1,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:37:35.938783 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5191ecc9-3812-4e11-8e4c-2e9e2f92380f tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:37:35.939131 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5191ecc9-3812-4e11-8e4c-2e9e2f92380f tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:37:35.939648 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5191ecc9-3812-4e11-8e4c-2e9e2f92380f tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:37:35.939985 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5191ecc9-3812-4e11-8e4c-2e9e2f92380f tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:37:35.940315 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5191ecc9-3812-4e11-8e4c-2e9e2f92380f tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:37:35.940465 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.api.v2.resource [None req-4aefe837-360f-4c49-bd27-71bb91f2388c tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] show failed (client error): The resource could not be found. Jul 12 08:37:35.940645 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5191ecc9-3812-4e11-8e4c-2e9e2f92380f tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:37:35.940972 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5191ecc9-3812-4e11-8e4c-2e9e2f92380f tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:37:35.941295 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5191ecc9-3812-4e11-8e4c-2e9e2f92380f tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:37:35.941497 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-4aefe837-360f-4c49-bd27-71bb91f2388c tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "GET /v2.0/security-groups/8f6ce030-3b88-4c9c-bfc7-42987ac942f1 HTTP/1.1" status: 404 len: 347 time: 0.0151513 Jul 12 08:37:35.941756 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5191ecc9-3812-4e11-8e4c-2e9e2f92380f tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:37:35.942098 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5191ecc9-3812-4e11-8e4c-2e9e2f92380f tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:37:35.942413 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5191ecc9-3812-4e11-8e4c-2e9e2f92380f tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:37:35.942736 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5191ecc9-3812-4e11-8e4c-2e9e2f92380f tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:37:35.944367 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 43782) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:37:36.067987 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-40472b66-651d-4fe8-b3f6-118066bd5a81 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Deleting port ad0c912a-1cfe-4280-8a07-d4c4fe927004 {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 08:37:36.068330 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-40472b66-651d-4fe8-b3f6-118066bd5a81 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748223187694'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:36.143134 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-40472b66-651d-4fe8-b3f6-118066bd5a81 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528347'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:36.143393 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-40472b66-651d-4fe8-b3f6-118066bd5a81 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:36.154460 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-40472b66-651d-4fe8-b3f6-118066bd5a81 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Calling delete_port for ad0c912a-1cfe-4280-8a07-d4c4fe927004 owned by network:floatingip {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 08:37:36.278724 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-40472b66-651d-4fe8-b3f6-118066bd5a81 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8377658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748223196968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748222641655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1188448'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:36.307914 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40472b66-651d-4fe8-b3f6-118066bd5a81 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Pushing event deleted for resources: {'Port': ['ID=ad0c912a-1cfe-4280-8a07-d4c4fe927004,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:37:36.365165 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-40472b66-651d-4fe8-b3f6-118066bd5a81 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks [] for floatingip, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:36.367792 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-40472b66-651d-4fe8-b3f6-118066bd5a81 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for floatingip, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:36.368935 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-40472b66-651d-4fe8-b3f6-118066bd5a81 tempest-AttachVolumeTestJSON-2001284319 tempest-AttachVolumeTestJSON-2001284319-project] 10.222.0.37 "DELETE /v2.0/floatingips/e4aad2f1-872c-4126-afc7-1f8af0a06976 HTTP/1.1" status: 204 len: 168 time: 0.4235406 Jul 12 08:37:36.965512 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:36.988494 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a49830d2-e684-4063-8405-568a526ca76b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:37.854600 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8beb-ed90-4929-879a-4eba2c5b629e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:39.392863 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8148b14b-fdb1-487f-b940-7b46dc6d16f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:39.650316 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device e6adb741-2324-47f7-bc95-b2ea3dcd9066 no longer exists at agent hyperv_hv-cinder-80043 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 08:37:39.669147 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] No Port match for: e6adb741-2324-47f7-bc95-b2ea3dcd9066 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 08:37:39.669491 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device e6adb741-2324-47f7-bc95-b2ea3dcd9066 not bound to the agent host hv-cinder-80043 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 08:37:40.020734 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 43810) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:37:40.454300 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-cf971b73-34ea-41f4-9df0-56d8b20b393d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532443'] for router_interface, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:40.696341 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-cf971b73-34ea-41f4-9df0-56d8b20b393d admin admin] Deleting port 8ff799b1-e976-44d7-8560-425802963031 {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 08:37:40.696697 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-cf971b73-34ea-41f4-9df0-56d8b20b393d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748223187694'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:40.775531 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [None req-cf971b73-34ea-41f4-9df0-56d8b20b393d admin admin] For port 8ff799b1-e976-44d7-8560-425802963031, host dv-cinder-800431-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=8ff799b1-e976-44d7-8560-425802963031,segment=NetworkSegment(0f9fcbd0-77f2-47e1-a4af-6466181e27c6),segment_id=0f9fcbd0-77f2-47e1-a4af-6466181e27c6)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:37:40.775884 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-cf971b73-34ea-41f4-9df0-56d8b20b393d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528347'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:40.788236 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-cf971b73-34ea-41f4-9df0-56d8b20b393d admin admin] Calling delete_port for 8ff799b1-e976-44d7-8560-425802963031 owned by network:router_interface {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 08:37:40.956730 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-cf971b73-34ea-41f4-9df0-56d8b20b393d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8377658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748223196968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748222641655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1188448'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:40.986222 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf971b73-34ea-41f4-9df0-56d8b20b393d admin admin] Pushing event deleted for resources: {'Port': ['ID=8ff799b1-e976-44d7-8560-425802963031,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:37:41.146720 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-cf971b73-34ea-41f4-9df0-56d8b20b393d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528257'] for router_interface, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:41.350078 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf971b73-34ea-41f4-9df0-56d8b20b393d admin admin] Router 59a260da-04ad-498b-a2d9-3307dd0da82c has already been hosted by L3 agent c0ba3535-5ad7-41e9-9cdc-b89c0ff976de {{(pid=92952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 08:37:41.451504 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf971b73-34ea-41f4-9df0-56d8b20b393d admin admin] Notify agent at l3_agent.dv-cinder-800431-1-iscsi the message routers_updated {{(pid=92952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 08:37:41.456516 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-cf971b73-34ea-41f4-9df0-56d8b20b393d admin admin] 10.222.0.37 "PUT /v2.0/routers/59a260da-04ad-498b-a2d9-3307dd0da82c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4347317 Jul 12 08:37:41.459018 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 43814) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:37:41.461567 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041a03d9-3518-40b5-a7ee-0e1b70d3dac2 None None] Sync routers for ids ['59a260da-04ad-498b-a2d9-3307dd0da82c'] in dv-cinder-800431-1-iscsi {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 08:37:41.470337 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041a03d9-3518-40b5-a7ee-0e1b70d3dac2 None None] Routers {'59a260da-04ad-498b-a2d9-3307dd0da82c'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:37:41.470937 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-041a03d9-3518-40b5-a7ee-0e1b70d3dac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:37:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['59a260da-04ad-498b-a2d9-3307dd0da82c'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:37:41.558285 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b001b85b-821b-4910-8f47-17d861018855 admin admin] Notify callbacks [] for router, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:41.573588 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-041a03d9-3518-40b5-a7ee-0e1b70d3dac2 None None] Set router 59a260da-04ad-498b-a2d9-3307dd0da82c gateway port host: dv-cinder-800431-1-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:37:41.662192 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b001b85b-821b-4910-8f47-17d861018855 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:41.719440 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-b001b85b-821b-4910-8f47-17d861018855 admin admin] Deleting port 07f95d4c-3817-4137-9ea5-87443a9b00aa {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 08:37:41.719782 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b001b85b-821b-4910-8f47-17d861018855 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748223187694'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:41.796305 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [None req-b001b85b-821b-4910-8f47-17d861018855 admin admin] For port 07f95d4c-3817-4137-9ea5-87443a9b00aa, host dv-cinder-800431-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=07f95d4c-3817-4137-9ea5-87443a9b00aa,segment=NetworkSegment(96305722-55d6-4089-959b-5f9b3a20c0c4),segment_id=96305722-55d6-4089-959b-5f9b3a20c0c4)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:37:41.796662 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b001b85b-821b-4910-8f47-17d861018855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528347'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:41.809345 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-b001b85b-821b-4910-8f47-17d861018855 admin admin] Calling delete_port for 07f95d4c-3817-4137-9ea5-87443a9b00aa owned by network:router_gateway {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 08:37:41.874068 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-041a03d9-3518-40b5-a7ee-0e1b70d3dac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a260da-04ad-498b-a2d9-3307dd0da82c', 'name': 'tempest-AttachVolumeTestJSON-1782835244-router', 'tenant_id': '2b5b16bf27b543fb92132074924097b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '07f95d4c-3817-4137-9ea5-87443a9b00aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:31:07Z', 'updated_at': '2021-07-12T08:37:40Z', 'revision_number': 5, 'project_id': '2b5b16bf27b543fb92132074924097b0', 'gw_port': {'id': '07f95d4c-3817-4137-9ea5-87443a9b00aa', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:dd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a260da-04ad-498b-a2d9-3307dd0da82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:08Z', 'updated_at': '2021-07-12T08:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi'}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:37:41.899726 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041a03d9-3518-40b5-a7ee-0e1b70d3dac2 None None] Checking router: 59a260da-04ad-498b-a2d9-3307dd0da82c for host: dv-cinder-800431-1-iscsi {{(pid=92953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 08:37:41.908266 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041a03d9-3518-40b5-a7ee-0e1b70d3dac2 None None] Routers {'59a260da-04ad-498b-a2d9-3307dd0da82c'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:37:41.908871 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-041a03d9-3518-40b5-a7ee-0e1b70d3dac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:37:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['59a260da-04ad-498b-a2d9-3307dd0da82c'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:37:41.970767 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b001b85b-821b-4910-8f47-17d861018855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8377658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748223196968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748222641655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1188448'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:41.995667 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b001b85b-821b-4910-8f47-17d861018855 admin admin] Pushing event deleted for resources: {'Port': ['ID=07f95d4c-3817-4137-9ea5-87443a9b00aa,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:37:41.997762 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-041a03d9-3518-40b5-a7ee-0e1b70d3dac2 None None] Set router 59a260da-04ad-498b-a2d9-3307dd0da82c gateway port host: None {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:37:42.052722 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-041a03d9-3518-40b5-a7ee-0e1b70d3dac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a260da-04ad-498b-a2d9-3307dd0da82c', 'name': 'tempest-AttachVolumeTestJSON-1782835244-router', 'tenant_id': '2b5b16bf27b543fb92132074924097b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:31:07Z', 'updated_at': '2021-07-12T08:37:41Z', 'revision_number': 6, 'project_id': '2b5b16bf27b543fb92132074924097b0', 'gw_port_host': None}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:37:42.059647 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b001b85b-821b-4910-8f47-17d861018855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-940952'] for router_gateway, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:42.078643 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041a03d9-3518-40b5-a7ee-0e1b70d3dac2 None None] The sync data for ids ['59a260da-04ad-498b-a2d9-3307dd0da82c'] in dv-cinder-800431-1-iscsi is: [{'id': '59a260da-04ad-498b-a2d9-3307dd0da82c', 'name': 'tempest-AttachVolumeTestJSON-1782835244-router', 'tenant_id': '2b5b16bf27b543fb92132074924097b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:31:07Z', 'updated_at': '2021-07-12T08:37:41Z', 'revision_number': 6, 'project_id': '2b5b16bf27b543fb92132074924097b0', 'gw_port_host': None}] {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 08:37:42.150712 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b001b85b-821b-4910-8f47-17d861018855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500026'] for router, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:42.153465 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b001b85b-821b-4910-8f47-17d861018855 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:42.195044 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b001b85b-821b-4910-8f47-17d861018855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-526004'] for router, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:42.195617 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b001b85b-821b-4910-8f47-17d861018855 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59a260da-04ad-498b-a2d9-3307dd0da82c {{(pid=92952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 08:37:42.200105 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b001b85b-821b-4910-8f47-17d861018855 admin admin] Notify callbacks [] for router, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:42.201393 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-b001b85b-821b-4910-8f47-17d861018855 admin admin] 10.222.0.37 "DELETE /v2.0/routers/59a260da-04ad-498b-a2d9-3307dd0da82c HTTP/1.1" status: 204 len: 168 time: 0.7414756 Jul 12 08:37:42.203800 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 43816) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:37:42.249906 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9970082-5a79-433a-bc65-37174c413baa admin admin] Deleting subnet 1b424425-fba9-4165-b007-490b023a5f6d {{(pid=92952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 08:37:42.253105 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c9970082-5a79-433a-bc65-37174c413baa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:42.285633 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c9970082-5a79-433a-bc65-37174c413baa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1649690'] for subnet, precommit_delete_associations {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:42.357996 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c9970082-5a79-433a-bc65-37174c413baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8247719'] for subnet, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:42.408892 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c9970082-5a79-433a-bc65-37174c413baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8247726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1188542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2948071'] for subnet, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:42.437471 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9970082-5a79-433a-bc65-37174c413baa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b424425-fba9-4165-b007-490b023a5f6d,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:37:42.441034 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c9970082-5a79-433a-bc65-37174c413baa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for subnet, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:42.445260 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-c9970082-5a79-433a-bc65-37174c413baa admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1b424425-fba9-4165-b007-490b023a5f6d HTTP/1.1" status: 204 len: 168 time: 0.2382219 Jul 12 08:37:42.445644 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 43818) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:37:42.449872 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895ff81b-e921-47ca-aa7d-a7d9184b4bff None None] Network 87af1681-88b0-408a-a0a8-01a2bb52ff86 requested from dv-cinder-800431-1-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 08:37:42.746061 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-24d1d0bd-f9f6-43c1-871f-5b001ec301f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884328'] for network, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:42.795863 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-24d1d0bd-f9f6-43c1-871f-5b001ec301f5 admin admin] Deleting port 4d3398dd-377c-4609-aaf6-e968c86204ff {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 08:37:42.796145 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-24d1d0bd-f9f6-43c1-871f-5b001ec301f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748223187694'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:42.863064 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [None req-24d1d0bd-f9f6-43c1-871f-5b001ec301f5 admin admin] For port 4d3398dd-377c-4609-aaf6-e968c86204ff, host dv-cinder-800431-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=4d3398dd-377c-4609-aaf6-e968c86204ff,segment=NetworkSegment(0f9fcbd0-77f2-47e1-a4af-6466181e27c6),segment_id=0f9fcbd0-77f2-47e1-a4af-6466181e27c6)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:37:42.863694 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-24d1d0bd-f9f6-43c1-871f-5b001ec301f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528347'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:42.870812 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93ec686-afdd-4053-a9d3-42596f67b76f None None] DHCP port deletion for 87af1681-88b0-408a-a0a8-01a2bb52ff86 request from dv-cinder-800431-1-iscsi {{(pid=92953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 08:37:42.879341 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-24d1d0bd-f9f6-43c1-871f-5b001ec301f5 admin admin] Calling delete_port for 4d3398dd-377c-4609-aaf6-e968c86204ff owned by network:dhcp {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 08:37:42.916213 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-f93ec686-afdd-4053-a9d3-42596f67b76f None None] Deleting port 4d3398dd-377c-4609-aaf6-e968c86204ff {{(pid=92953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 08:37:42.916589 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f93ec686-afdd-4053-a9d3-42596f67b76f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748223187694'] for port, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:42.958070 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-24d1d0bd-f9f6-43c1-871f-5b001ec301f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8377658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748223196968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748222641655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1188448'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:42.979521 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-f93ec686-afdd-4053-a9d3-42596f67b76f None None] For port 4d3398dd-377c-4609-aaf6-e968c86204ff, host dv-cinder-800431-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=4d3398dd-377c-4609-aaf6-e968c86204ff,segment=NetworkSegment(0f9fcbd0-77f2-47e1-a4af-6466181e27c6),segment_id=0f9fcbd0-77f2-47e1-a4af-6466181e27c6)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:37:42.979915 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f93ec686-afdd-4053-a9d3-42596f67b76f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528347'] for port, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:42.988230 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d1d0bd-f9f6-43c1-871f-5b001ec301f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d3398dd-377c-4609-aaf6-e968c86204ff,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:37:42.991520 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d1d0bd-f9f6-43c1-871f-5b001ec301f5 admin admin] No DVR routers for this DVR port 4d3398dd-377c-4609-aaf6-e968c86204ff on host dv-cinder-800431-1-iscsi {{(pid=92952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 08:37:42.999371 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-f93ec686-afdd-4053-a9d3-42596f67b76f None None] Calling delete_port for 4d3398dd-377c-4609-aaf6-e968c86204ff owned by network:dhcp {{(pid=92953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 08:37:43.062141 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-24d1d0bd-f9f6-43c1-871f-5b001ec301f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8250066', 'neutron.services.segments.db._delete_segments_for_network-8748223159134'] for network, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:43.072585 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.services.segments.db [None req-24d1d0bd-f9f6-43c1-871f-5b001ec301f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87af1681-88b0-408a-a0a8-01a2bb52ff86']}} {{(pid=92952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:37:43.080026 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f93ec686-afdd-4053-a9d3-42596f67b76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8377658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748223196968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748222641655'] for port, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:43.087045 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.services.segments.db [None req-24d1d0bd-f9f6-43c1-871f-5b001ec301f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f9fcbd0-77f2-47e1-a4af-6466181e27c6') {'for_net_delete': True} {{(pid=92952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:37:43.087288 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.services.segments.db [None req-24d1d0bd-f9f6-43c1-871f-5b001ec301f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f9fcbd0-77f2-47e1-a4af-6466181e27c6') {} {{(pid=92952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:37:43.096649 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-24d1d0bd-f9f6-43c1-871f-5b001ec301f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748223174018', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1649681'] for segment, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:43.103476 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93ec686-afdd-4053-a9d3-42596f67b76f None None] Pushing event deleted for resources: {'Port': ['ID=4d3398dd-377c-4609-aaf6-e968c86204ff,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:37:43.109950 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93ec686-afdd-4053-a9d3-42596f67b76f None None] No DVR routers for this DVR port 4d3398dd-377c-4609-aaf6-e968c86204ff on host dv-cinder-800431-1-iscsi {{(pid=92953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 08:37:43.113556 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-24d1d0bd-f9f6-43c1-871f-5b001ec301f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246630'] for segment, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:43.125989 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24d1d0bd-f9f6-43c1-871f-5b001ec301f5 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=92952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 08:37:43.126675 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-24d1d0bd-f9f6-43c1-871f-5b001ec301f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1188435'] for segment, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:43.128518 dv-cinder-800431-1-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 08:37:43.128518 dv-cinder-800431-1-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 12 08:37:43.128518 dv-cinder-800431-1-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 08:37:43.128518 dv-cinder-800431-1-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 12 08:37:43.128518 dv-cinder-800431-1-iscsi neutron-server[92952]: Traceback (most recent call last): Jul 12 08:37:43.128518 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 08:37:43.128518 dv-cinder-800431-1-iscsi neutron-server[92952]: timer() Jul 12 08:37:43.128518 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 08:37:43.128518 dv-cinder-800431-1-iscsi neutron-server[92952]: cb(*args, **kw) Jul 12 08:37:43.128518 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 08:37:43.128518 dv-cinder-800431-1-iscsi neutron-server[92952]: return func(*args, **kwargs) Jul 12 08:37:43.128518 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 08:37:43.128518 dv-cinder-800431-1-iscsi neutron-server[92952]: self._notify() Jul 12 08:37:43.128518 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 08:37:43.128518 dv-cinder-800431-1-iscsi neutron-server[92952]: self.callback(batched_events) Jul 12 08:37:43.128518 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 08:37:43.128518 dv-cinder-800431-1-iscsi neutron-server[92952]: event.method(event) Jul 12 08:37:43.128518 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 08:37:43.128518 dv-cinder-800431-1-iscsi neutron-server[92952]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 08:37:43.128518 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 08:37:43.128518 dv-cinder-800431-1-iscsi neutron-server[92952]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 08:37:43.128518 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 08:37:43.128518 dv-cinder-800431-1-iscsi neutron-server[92952]: return f(self, *a, **k) Jul 12 08:37:43.128518 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 08:37:43.128518 dv-cinder-800431-1-iscsi neutron-server[92952]: return self._get(url).json() Jul 12 08:37:43.128518 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 08:37:43.128518 dv-cinder-800431-1-iscsi neutron-server[92952]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 08:37:43.128518 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 08:37:43.128518 dv-cinder-800431-1-iscsi neutron-server[92952]: return self.request(url, 'GET', **kwargs) Jul 12 08:37:43.128518 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 08:37:43.128518 dv-cinder-800431-1-iscsi neutron-server[92952]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 08:37:43.128518 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 08:37:43.128518 dv-cinder-800431-1-iscsi neutron-server[92952]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 08:37:43.128518 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 08:37:43.128518 dv-cinder-800431-1-iscsi neutron-server[92952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 08:37:43.128518 dv-cinder-800431-1-iscsi neutron-server[92952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 08:37:43.184914 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-24d1d0bd-f9f6-43c1-871f-5b001ec301f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8250657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-940980'] for network, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:43.190183 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-24d1d0bd-f9f6-43c1-871f-5b001ec301f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for network, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:43.191993 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-24d1d0bd-f9f6-43c1-871f-5b001ec301f5 admin admin] 10.222.0.37 "DELETE /v2.0/networks/87af1681-88b0-408a-a0a8-01a2bb52ff86 HTTP/1.1" status: 204 len: 168 time: 0.7457390 Jul 12 08:37:43.202512 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d1d0bd-f9f6-43c1-871f-5b001ec301f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=87af1681-88b0-408a-a0a8-01a2bb52ff86,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:37:43.302440 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 43822) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:37:43.340364 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-9e146b59-f894-4996-856a-05da39e2202e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2b5b16bf27b543fb92132074924097b0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0368133 Jul 12 08:37:43.342685 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 43824) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:37:43.388243 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-2f43879f-7f56-4853-b17d-b33801c71fdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:43.408725 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-2f43879f-7f56-4853-b17d-b33801c71fdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:43.453339 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-2f43879f-7f56-4853-b17d-b33801c71fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:43.455929 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-2f43879f-7f56-4853-b17d-b33801c71fdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:43.457056 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-2f43879f-7f56-4853-b17d-b33801c71fdd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6f36823e-f646-486a-bb46-e50aad9c26bf HTTP/1.1" status: 204 len: 168 time: 0.1135135 Jul 12 08:37:43.465098 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f43879f-7f56-4853-b17d-b33801c71fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f36823e-f646-486a-bb46-e50aad9c26bf,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:37:43.685556 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 8ff799b1-e976-44d7-8560-425802963031 no longer exists at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 08:37:43.705543 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] No Port match for: 8ff799b1-e976-44d7-8560-425802963031 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 08:37:43.705933 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 8ff799b1-e976-44d7-8560-425802963031 not bound to the agent host dv-cinder-800431-1-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 08:37:43.706338 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 4d3398dd-377c-4609-aaf6-e968c86204ff no longer exists at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 08:37:43.727574 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] No Port match for: 4d3398dd-377c-4609-aaf6-e968c86204ff {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 08:37:43.727925 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 4d3398dd-377c-4609-aaf6-e968c86204ff not bound to the agent host dv-cinder-800431-1-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 08:37:43.728334 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 07f95d4c-3817-4137-9ea5-87443a9b00aa no longer exists at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 08:37:43.746952 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] No Port match for: 07f95d4c-3817-4137-9ea5-87443a9b00aa {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 08:37:43.747302 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 07f95d4c-3817-4137-9ea5-87443a9b00aa not bound to the agent host dv-cinder-800431-1-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 08:37:45.015369 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 43874) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:37:45.114555 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-9208c3ba-84ea-4cda-a59b-0c1724decd6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:45.203721 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-9208c3ba-84ea-4cda-a59b-0c1724decd6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:45.207641 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-9208c3ba-84ea-4cda-a59b-0c1724decd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:45.245817 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-9208c3ba-84ea-4cda-a59b-0c1724decd6c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=81ba046bc701439e9ac03c16f898cf37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2292876 Jul 12 08:37:45.246940 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9208c3ba-84ea-4cda-a59b-0c1724decd6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab1102a-9826-4f15-9425-f275880a4472,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:37:45.248536 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 43878) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:37:45.300983 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-21e8a9dc-bddf-4c73-a1cb-84fd1cb9107b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:45.320791 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-21e8a9dc-bddf-4c73-a1cb-84fd1cb9107b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:45.366975 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-21e8a9dc-bddf-4c73-a1cb-84fd1cb9107b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:45.369438 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-21e8a9dc-bddf-4c73-a1cb-84fd1cb9107b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:45.370601 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-21e8a9dc-bddf-4c73-a1cb-84fd1cb9107b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cab1102a-9826-4f15-9425-f275880a4472 HTTP/1.1" status: 204 len: 168 time: 0.1203661 Jul 12 08:37:45.378234 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e8a9dc-bddf-4c73-a1cb-84fd1cb9107b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab1102a-9826-4f15-9425-f275880a4472,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:37:45.615436 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 43884) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:37:45.629080 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b6fa886b-dd99-4573-bea0-d1909b614488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:45.716712 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b6fa886b-dd99-4573-bea0-d1909b614488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:45.720034 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-b6fa886b-dd99-4573-bea0-d1909b614488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:45.756916 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-b6fa886b-dd99-4573-bea0-d1909b614488 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d169016bd39e4835a633feaab58f27c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1404076 Jul 12 08:37:45.758068 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fa886b-dd99-4573-bea0-d1909b614488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca75439-0d5a-4897-84d6-3f0af2b29aa9,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:37:45.759653 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 43886) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:37:45.809478 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-809ccd65-8bea-4d17-9074-a019db714014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:45.830414 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-809ccd65-8bea-4d17-9074-a019db714014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:45.874385 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-809ccd65-8bea-4d17-9074-a019db714014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:45.877247 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-809ccd65-8bea-4d17-9074-a019db714014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:45.878351 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-809ccd65-8bea-4d17-9074-a019db714014 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cca75439-0d5a-4897-84d6-3f0af2b29aa9 HTTP/1.1" status: 204 len: 168 time: 0.1171227 Jul 12 08:37:45.886101 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ccd65-8bea-4d17-9074-a019db714014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca75439-0d5a-4897-84d6-3f0af2b29aa9,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:37:47.393518 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 43932) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:37:47.491429 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-2731f4d5-0e97-4fb3-94a7-9e5f4685ea4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:47.576325 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-2731f4d5-0e97-4fb3-94a7-9e5f4685ea4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:47.579724 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-2731f4d5-0e97-4fb3-94a7-9e5f4685ea4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:47.616920 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-2731f4d5-0e97-4fb3-94a7-9e5f4685ea4f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7e6965f6b2a94232942895ca22f19b7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2223127 Jul 12 08:37:47.618927 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2731f4d5-0e97-4fb3-94a7-9e5f4685ea4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed5e685-d9b7-4a7e-84e6-239c0cf3e00f,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:37:47.620627 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 43936) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:37:47.669720 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-773ec62f-b1b6-4f9c-a62d-032a193230eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:47.690210 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-773ec62f-b1b6-4f9c-a62d-032a193230eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:47.738030 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-773ec62f-b1b6-4f9c-a62d-032a193230eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:47.740471 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-773ec62f-b1b6-4f9c-a62d-032a193230eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:47.741590 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-773ec62f-b1b6-4f9c-a62d-032a193230eb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aed5e685-d9b7-4a7e-84e6-239c0cf3e00f HTTP/1.1" status: 204 len: 168 time: 0.1197927 Jul 12 08:37:47.749579 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ec62f-b1b6-4f9c-a62d-032a193230eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed5e685-d9b7-4a7e-84e6-239c0cf3e00f,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:37:47.994824 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 43944) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:37:48.007907 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c81b06cc-ff27-40e3-b63a-ba2375dd8ff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:48.099840 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c81b06cc-ff27-40e3-b63a-ba2375dd8ff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:48.105166 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c81b06cc-ff27-40e3-b63a-ba2375dd8ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:48.142827 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-c81b06cc-ff27-40e3-b63a-ba2375dd8ff8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3718b530fe784095a3739270d66dfcc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1468029 Jul 12 08:37:48.143777 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b06cc-ff27-40e3-b63a-ba2375dd8ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b9e027-ae69-40ea-9e0d-1d8dfc9b54ca,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:37:48.145550 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 43948) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:37:48.196567 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-3448ea66-3dc5-4ff7-a393-15f8d9106fa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:48.212925 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8a071-eaab-4b38-9f17-46678139fc68 req-415258ea-3238-4cdf-8e08-1c7723f6c932 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:37:48.215108 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-fed8a071-eaab-4b38-9f17-46678139fc68 req-415258ea-3238-4cdf-8e08-1c7723f6c932 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/ports?device_id=557ad063-3114-451c-8313-96c6649e855c HTTP/1.1" status: 200 len: 945 time: 0.0632801 Jul 12 08:37:48.217850 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-3448ea66-3dc5-4ff7-a393-15f8d9106fa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:48.252544 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-fed8a071-eaab-4b38-9f17-46678139fc68 req-6b0bdb63-2352-48f0-94af-9d0a9551b5c5 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc2d8546-7be4-49c3-bd88-05bbf58fa0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318146 Jul 12 08:37:48.265525 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-3448ea66-3dc5-4ff7-a393-15f8d9106fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:48.268249 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-3448ea66-3dc5-4ff7-a393-15f8d9106fa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:48.269418 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-3448ea66-3dc5-4ff7-a393-15f8d9106fa7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c8b9e027-ae69-40ea-9e0d-1d8dfc9b54ca HTTP/1.1" status: 204 len: 168 time: 0.1221976 Jul 12 08:37:48.277209 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3448ea66-3dc5-4ff7-a393-15f8d9106fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b9e027-ae69-40ea-9e0d-1d8dfc9b54ca,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:37:49.431625 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848a7c9-abf4-406e-aaf4-a3001a6942b2 req-bf0fa65f-33d5-4460-b6ef-4faf2afffe26 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:37:49.433646 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-c848a7c9-abf4-406e-aaf4-a3001a6942b2 req-bf0fa65f-33d5-4460-b6ef-4faf2afffe26 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/ports?device_id=557ad063-3114-451c-8313-96c6649e855c HTTP/1.1" status: 200 len: 945 time: 0.0624008 Jul 12 08:37:49.470743 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-c848a7c9-abf4-406e-aaf4-a3001a6942b2 req-3eb27b33-72e7-49bb-881a-cfa6140057ad tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc2d8546-7be4-49c3-bd88-05bbf58fa0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315511 Jul 12 08:37:50.641004 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e341eef4-475d-4da9-9f8a-4df4431961ed req-523e36b5-3573-46d0-b65b-2d918e230ca4 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:37:50.642508 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e341eef4-475d-4da9-9f8a-4df4431961ed req-523e36b5-3573-46d0-b65b-2d918e230ca4 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/ports?device_id=557ad063-3114-451c-8313-96c6649e855c HTTP/1.1" status: 200 len: 945 time: 0.0655291 Jul 12 08:37:50.678345 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e341eef4-475d-4da9-9f8a-4df4431961ed req-730aef1d-7f13-44b1-8185-7ef0dc47b9fb tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc2d8546-7be4-49c3-bd88-05bbf58fa0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303433 Jul 12 08:37:51.850391 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff660e5-51c1-4f1e-9cc4-7da078ac9c34 req-7dc1952e-ca89-45a9-96b9-d2ac17c386f9 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:37:51.851884 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-3ff660e5-51c1-4f1e-9cc4-7da078ac9c34 req-7dc1952e-ca89-45a9-96b9-d2ac17c386f9 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/ports?device_id=557ad063-3114-451c-8313-96c6649e855c HTTP/1.1" status: 200 len: 945 time: 0.0644784 Jul 12 08:37:51.887792 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-3ff660e5-51c1-4f1e-9cc4-7da078ac9c34 req-32b29546-f0fb-4dfb-96a6-c38b84a93588 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc2d8546-7be4-49c3-bd88-05bbf58fa0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297077 Jul 12 08:37:52.419070 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 44028) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:37:52.517102 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-661d9161-73c1-4b34-8502-6ab18fae64e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:52.601433 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-661d9161-73c1-4b34-8502-6ab18fae64e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:52.604893 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-661d9161-73c1-4b34-8502-6ab18fae64e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:52.642539 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-661d9161-73c1-4b34-8502-6ab18fae64e7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b69be9af99cf4b819168e62c52603643&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2224178 Jul 12 08:37:52.643738 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661d9161-73c1-4b34-8502-6ab18fae64e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0704b5e-8eab-4107-85d6-0f736f987d9e,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:37:52.645201 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 44032) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:37:52.694644 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d00b9d07-0934-435b-9cce-c49b58cb597a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:52.714673 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d00b9d07-0934-435b-9cce-c49b58cb597a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:52.760317 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d00b9d07-0934-435b-9cce-c49b58cb597a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:52.763102 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-d00b9d07-0934-435b-9cce-c49b58cb597a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:52.764254 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-d00b9d07-0934-435b-9cce-c49b58cb597a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e0704b5e-8eab-4107-85d6-0f736f987d9e HTTP/1.1" status: 204 len: 168 time: 0.1173739 Jul 12 08:37:52.771744 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00b9d07-0934-435b-9cce-c49b58cb597a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0704b5e-8eab-4107-85d6-0f736f987d9e,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:37:53.012611 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 44040) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:37:53.025514 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-052d18bf-b3d8-4249-af7c-b2b603438070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:53.063221 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5edac-8eb0-4cea-bc3e-8fbed2478254 req-10cbbc77-b441-4e02-bb1e-0da332f8b31a tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:37:53.064744 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0fa5edac-8eb0-4cea-bc3e-8fbed2478254 req-10cbbc77-b441-4e02-bb1e-0da332f8b31a tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/ports?device_id=557ad063-3114-451c-8313-96c6649e855c HTTP/1.1" status: 200 len: 945 time: 0.0663698 Jul 12 08:37:53.103024 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0fa5edac-8eb0-4cea-bc3e-8fbed2478254 req-d814fd40-175f-4103-a9ca-b7ee05525ae1 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc2d8546-7be4-49c3-bd88-05bbf58fa0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323772 Jul 12 08:37:53.116619 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-052d18bf-b3d8-4249-af7c-b2b603438070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:53.121841 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-052d18bf-b3d8-4249-af7c-b2b603438070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:53.162984 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052d18bf-b3d8-4249-af7c-b2b603438070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8605d13-0ce8-4496-8cc5-919860a8b19e,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:37:53.167264 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-052d18bf-b3d8-4249-af7c-b2b603438070 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3987a746a51a452b9b28b350caadd926&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1536241 Jul 12 08:37:53.170039 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 44042) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:37:53.216943 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-879d0dc8-274f-4098-aefa-28ae83a30068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:53.238328 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-879d0dc8-274f-4098-aefa-28ae83a30068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:53.283866 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-879d0dc8-274f-4098-aefa-28ae83a30068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:53.286571 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-879d0dc8-274f-4098-aefa-28ae83a30068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:53.290724 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-879d0dc8-274f-4098-aefa-28ae83a30068 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e8605d13-0ce8-4496-8cc5-919860a8b19e HTTP/1.1" status: 204 len: 168 time: 0.1168101 Jul 12 08:37:53.295367 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879d0dc8-274f-4098-aefa-28ae83a30068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8605d13-0ce8-4496-8cc5-919860a8b19e,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:37:54.272683 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46458e5b-24d4-44a5-a2ee-ea223aeaa4b5 req-36ba7a54-d18e-49cf-bf8d-618199821753 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:37:54.274203 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-46458e5b-24d4-44a5-a2ee-ea223aeaa4b5 req-36ba7a54-d18e-49cf-bf8d-618199821753 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/ports?device_id=557ad063-3114-451c-8313-96c6649e855c HTTP/1.1" status: 200 len: 945 time: 0.0623407 Jul 12 08:37:54.321916 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-46458e5b-24d4-44a5-a2ee-ea223aeaa4b5 req-6d13a6f8-4d2c-4432-a1ae-5ee687a4fbcc tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc2d8546-7be4-49c3-bd88-05bbf58fa0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323193 Jul 12 08:37:55.197750 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 44114) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:37:55.301053 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-2c9dfe13-b7ad-448b-89d6-71ec36a3a28f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:55.388171 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-2c9dfe13-b7ad-448b-89d6-71ec36a3a28f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:55.392038 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-2c9dfe13-b7ad-448b-89d6-71ec36a3a28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:55.429015 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-2c9dfe13-b7ad-448b-89d6-71ec36a3a28f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fb4bac70a85e4830842261d0049c649c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2301805 Jul 12 08:37:55.429906 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9dfe13-b7ad-448b-89d6-71ec36a3a28f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e211f0-c33f-458e-bf04-24d014aeac10,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:37:55.432872 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 44120) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:37:55.478837 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-acf33b27-c327-4c8f-bfd0-c5aaca18cde5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:55.489596 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9c2b2-91e2-4ede-b0da-1949c6d1d379 req-ee95e56d-d158-4340-8341-82616beda32c tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:37:55.491094 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f0f9c2b2-91e2-4ede-b0da-1949c6d1d379 req-ee95e56d-d158-4340-8341-82616beda32c tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/ports?device_id=557ad063-3114-451c-8313-96c6649e855c HTTP/1.1" status: 200 len: 945 time: 0.0657215 Jul 12 08:37:55.500290 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-acf33b27-c327-4c8f-bfd0-c5aaca18cde5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:55.527961 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f0f9c2b2-91e2-4ede-b0da-1949c6d1d379 req-01337a24-6269-4e5a-ae37-b5a6b78fd1c7 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc2d8546-7be4-49c3-bd88-05bbf58fa0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309045 Jul 12 08:37:55.548355 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-acf33b27-c327-4c8f-bfd0-c5aaca18cde5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:55.550978 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-acf33b27-c327-4c8f-bfd0-c5aaca18cde5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:55.552117 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-acf33b27-c327-4c8f-bfd0-c5aaca18cde5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a8e211f0-c33f-458e-bf04-24d014aeac10 HTTP/1.1" status: 204 len: 168 time: 0.1181881 Jul 12 08:37:55.559687 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf33b27-c327-4c8f-bfd0-c5aaca18cde5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e211f0-c33f-458e-bf04-24d014aeac10,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:37:55.828677 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 44126) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:37:55.842120 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-29a51ce4-f5d6-472a-910e-a9683607ffc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:55.928555 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-29a51ce4-f5d6-472a-910e-a9683607ffc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:55.933078 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-29a51ce4-f5d6-472a-910e-a9683607ffc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:55.973328 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-29a51ce4-f5d6-472a-910e-a9683607ffc0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bbbd4b0552474ed0ab2c0b650dfd39ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1435947 Jul 12 08:37:55.974255 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a51ce4-f5d6-472a-910e-a9683607ffc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e357a7b7-090d-4cde-85f2-fd8128554bdf,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:37:55.976045 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 44128) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:37:56.025884 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-7b0e4da9-9637-44e1-9b5f-29c30353ccb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:56.049489 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-7b0e4da9-9637-44e1-9b5f-29c30353ccb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:56.094524 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-7b0e4da9-9637-44e1-9b5f-29c30353ccb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:56.097114 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-7b0e4da9-9637-44e1-9b5f-29c30353ccb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:56.098288 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-7b0e4da9-9637-44e1-9b5f-29c30353ccb3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e357a7b7-090d-4cde-85f2-fd8128554bdf HTTP/1.1" status: 204 len: 168 time: 0.1205859 Jul 12 08:37:56.105855 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e4da9-9637-44e1-9b5f-29c30353ccb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e357a7b7-090d-4cde-85f2-fd8128554bdf,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:37:56.699922 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03accb30-9989-4c05-87b4-6f1acfee1e19 req-8f00b6a7-4c05-4bab-9bbd-3ccffd7183fd tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:37:56.702205 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-03accb30-9989-4c05-87b4-6f1acfee1e19 req-8f00b6a7-4c05-4bab-9bbd-3ccffd7183fd tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/ports?device_id=557ad063-3114-451c-8313-96c6649e855c HTTP/1.1" status: 200 len: 945 time: 0.0621920 Jul 12 08:37:56.738580 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-03accb30-9989-4c05-87b4-6f1acfee1e19 req-7261e8eb-b3c6-4061-8151-a944a9fb3b4f tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc2d8546-7be4-49c3-bd88-05bbf58fa0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308638 Jul 12 08:37:57.074319 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 44160) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:37:57.174362 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-61d168f4-8709-4178-ba99-cd9c4b2ab3b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:57.258711 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-61d168f4-8709-4178-ba99-cd9c4b2ab3b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:57.262463 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-61d168f4-8709-4178-ba99-cd9c4b2ab3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:57.297278 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d168f4-8709-4178-ba99-cd9c4b2ab3b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d45385-ff49-4bdf-9f68-d5bba69413e6,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:37:57.302524 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-61d168f4-8709-4178-ba99-cd9c4b2ab3b7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=866c9cee28894ca4995a663d839eaa4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2271888 Jul 12 08:37:57.305375 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 44166) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:37:57.354762 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-540e985b-2436-4a13-b3e8-9f82ce974a63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:57.375189 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-540e985b-2436-4a13-b3e8-9f82ce974a63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:57.421738 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-540e985b-2436-4a13-b3e8-9f82ce974a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:57.424493 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-540e985b-2436-4a13-b3e8-9f82ce974a63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:37:57.425620 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-540e985b-2436-4a13-b3e8-9f82ce974a63 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/20d45385-ff49-4bdf-9f68-d5bba69413e6 HTTP/1.1" status: 204 len: 168 time: 0.1192503 Jul 12 08:37:57.433489 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540e985b-2436-4a13-b3e8-9f82ce974a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d45385-ff49-4bdf-9f68-d5bba69413e6,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:37:57.910330 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad7a15-2b83-4a89-8b94-0edb2d85ebd1 req-2714df87-b4ce-4591-82b3-2b24889b13cb tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:37:57.911811 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-baad7a15-2b83-4a89-8b94-0edb2d85ebd1 req-2714df87-b4ce-4591-82b3-2b24889b13cb tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/ports?device_id=557ad063-3114-451c-8313-96c6649e855c HTTP/1.1" status: 200 len: 945 time: 0.0618224 Jul 12 08:37:57.949595 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-baad7a15-2b83-4a89-8b94-0edb2d85ebd1 req-b52a33ca-64c4-45c6-b221-2e2ee456e3e6 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc2d8546-7be4-49c3-bd88-05bbf58fa0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323021 Jul 12 08:37:58.297753 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278eb5af-0c0a-4a37-a593-a6351cf16f29 req-62ecc6e0-02fe-433f-9936-ebe297495a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:37:58.299662 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-278eb5af-0c0a-4a37-a593-a6351cf16f29 req-62ecc6e0-02fe-433f-9936-ebe297495a85 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9141084bc67040a6953c3e2fdaeecde8&device_id=557ad063-3114-451c-8313-96c6649e855c HTTP/1.1" status: 200 len: 1098 time: 0.0620625 Jul 12 08:37:58.407800 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278eb5af-0c0a-4a37-a593-a6351cf16f29 req-8931d94a-ce04-41a6-ba42-4db0072394a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:37:58.409311 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-278eb5af-0c0a-4a37-a593-a6351cf16f29 req-8931d94a-ce04-41a6-ba42-4db0072394a2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bfdb51f3-abf8-4720-9758-2652c1950bee HTTP/1.1" status: 200 len: 909 time: 0.1027179 Jul 12 08:37:58.473657 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-278eb5af-0c0a-4a37-a593-a6351cf16f29 req-64b1bf3f-9d26-448e-9069-575ba8e9aaa1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73776fae-0b04-482e-b5a2-be8fb9f18309 HTTP/1.1" status: 200 len: 1001 time: 0.0568676 Jul 12 08:37:58.525517 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278eb5af-0c0a-4a37-a593-a6351cf16f29 req-bbd6604b-7f9c-4b66-a805-865abcc6f758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:37:58.526954 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-278eb5af-0c0a-4a37-a593-a6351cf16f29 req-bbd6604b-7f9c-4b66-a805-865abcc6f758 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bd981bbb-849b-4ec5-b0be-7de4ff340241 HTTP/1.1" status: 200 len: 847 time: 0.0474570 Jul 12 08:37:58.583755 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278eb5af-0c0a-4a37-a593-a6351cf16f29 req-28e7db65-669d-4a33-bde7-eade68dc6f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:37:58.585212 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-278eb5af-0c0a-4a37-a593-a6351cf16f29 req-28e7db65-669d-4a33-bde7-eade68dc6f4c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bfdb51f3-abf8-4720-9758-2652c1950bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504084 Jul 12 08:37:58.671891 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-278eb5af-0c0a-4a37-a593-a6351cf16f29 req-f7d81ac8-800c-43d9-b2d7-7741d500535e service neutron] 10.222.0.23 "GET /v2.0/networks/bfdb51f3-abf8-4720-9758-2652c1950bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797498 Jul 12 08:37:58.761962 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-278eb5af-0c0a-4a37-a593-a6351cf16f29 req-db082565-a685-4bc6-86c7-ace58d1d385a service neutron] 10.222.0.23 "GET /v2.0/networks/bfdb51f3-abf8-4720-9758-2652c1950bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822399 Jul 12 08:37:59.115055 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14793cdc-65ac-4f8c-88f1-1d0033d614aa req-c84d9961-f2e4-4407-9d0d-3fa53fc82ea0 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:37:59.116516 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-14793cdc-65ac-4f8c-88f1-1d0033d614aa req-c84d9961-f2e4-4407-9d0d-3fa53fc82ea0 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/ports?device_id=557ad063-3114-451c-8313-96c6649e855c HTTP/1.1" status: 200 len: 945 time: 0.0605967 Jul 12 08:37:59.152698 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-14793cdc-65ac-4f8c-88f1-1d0033d614aa req-20332616-7d47-4bb6-b614-00516c243a1d tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc2d8546-7be4-49c3-bd88-05bbf58fa0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307460 Jul 12 08:38:00.324029 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b3a4e-4ee7-4a28-be3f-53817d768f1e req-0d550910-e526-44bd-8549-ec665ece7c81 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:00.325530 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a38b3a4e-4ee7-4a28-be3f-53817d768f1e req-0d550910-e526-44bd-8549-ec665ece7c81 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/ports?device_id=557ad063-3114-451c-8313-96c6649e855c HTTP/1.1" status: 200 len: 945 time: 0.0642126 Jul 12 08:38:00.363468 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a38b3a4e-4ee7-4a28-be3f-53817d768f1e req-51c94262-487e-4bac-99ae-55be16a30b14 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc2d8546-7be4-49c3-bd88-05bbf58fa0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325029 Jul 12 08:38:00.875307 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 44218) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:38:00.974312 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-4c45d2fd-201b-40ce-931f-bf42ebfb8b35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:01.062849 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-4c45d2fd-201b-40ce-931f-bf42ebfb8b35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:01.066456 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-4c45d2fd-201b-40ce-931f-bf42ebfb8b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:01.104453 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-4c45d2fd-201b-40ce-931f-bf42ebfb8b35 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=40259c84ab7a4ba789d3e3305c68c862&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2278862 Jul 12 08:38:01.105328 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c45d2fd-201b-40ce-931f-bf42ebfb8b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbdf42cb-f3ce-4bda-a170-30865c0445a5,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:38:01.107011 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 44222) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:38:01.156148 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-7bfb21cd-7444-40bf-804e-edb2246bb28a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:01.176201 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-7bfb21cd-7444-40bf-804e-edb2246bb28a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:01.226042 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-7bfb21cd-7444-40bf-804e-edb2246bb28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:01.228755 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-7bfb21cd-7444-40bf-804e-edb2246bb28a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:01.230104 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-7bfb21cd-7444-40bf-804e-edb2246bb28a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fbdf42cb-f3ce-4bda-a170-30865c0445a5 HTTP/1.1" status: 204 len: 168 time: 0.1220632 Jul 12 08:38:01.237756 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfb21cd-7444-40bf-804e-edb2246bb28a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbdf42cb-f3ce-4bda-a170-30865c0445a5,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:38:01.536928 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc1a93-bc52-4beb-b5f9-cc8a28e0a7e0 req-f00c3f1e-6698-4b2a-b7bd-68c75df43c29 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:01.538474 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e0cc1a93-bc52-4beb-b5f9-cc8a28e0a7e0 req-f00c3f1e-6698-4b2a-b7bd-68c75df43c29 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/ports?device_id=557ad063-3114-451c-8313-96c6649e855c HTTP/1.1" status: 200 len: 945 time: 0.0656428 Jul 12 08:38:01.575746 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e0cc1a93-bc52-4beb-b5f9-cc8a28e0a7e0 req-d000f534-600c-4ba0-a3c9-4e245afbea4e tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc2d8546-7be4-49c3-bd88-05bbf58fa0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316138 Jul 12 08:38:01.596781 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:01.848760 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 44256) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:38:01.902406 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 44260) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:38:01.926459 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639f6c7-c356-4446-bf6d-c4b4c17573a3 req-ad077c99-0fbd-4c6f-8250-c31f6c6e9c25 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:01.927959 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7639f6c7-c356-4446-bf6d-c4b4c17573a3 req-ad077c99-0fbd-4c6f-8250-c31f6c6e9c25 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/ports?device_id=557ad063-3114-451c-8313-96c6649e855c HTTP/1.1" status: 200 len: 945 time: 0.0644410 Jul 12 08:38:01.959214 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-6bd73a98-b8ac-47bd-ba59-72d6672d767b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1355763001-network', 'tenant_id': 'c17605437ef14b56b06b396fa6708723'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:38:01.969600 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7639f6c7-c356-4446-bf6d-c4b4c17573a3 req-d6a52378-1fa6-4ce9-b527-5e06003e036a tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc2d8546-7be4-49c3-bd88-05bbf58fa0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358801 Jul 12 08:38:02.008760 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd73a98-b8ac-47bd-ba59-72d6672d767b admin admin] Made reservation on behalf of c17605437ef14b56b06b396fa6708723 for: {'network': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 08:38:02.011088 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6bd73a98-b8ac-47bd-ba59-72d6672d767b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for network, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:02.021066 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6bd73a98-b8ac-47bd-ba59-72d6672d767b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:02.038072 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8001c023-46d3-4e6b-be2e-6162c3a7fc37 req-26e88c70-3def-4ec2-a8c8-569ec4d3a043 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=557ad063-3114-451c-8313-96c6649e855c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1337047 Jul 12 08:38:02.116261 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6bd73a98-b8ac-47bd-ba59-72d6672d767b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:02.120058 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6bd73a98-b8ac-47bd-ba59-72d6672d767b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:02.145880 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bd73a98-b8ac-47bd-ba59-72d6672d767b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=92952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 08:38:02.161924 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd73a98-b8ac-47bd-ba59-72d6672d767b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7979a974-a717-4399-8606-b6f0675db0e0,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:38:02.164868 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6bd73a98-b8ac-47bd-ba59-72d6672d767b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246630'] for segment, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:02.165131 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.db.segments_db [None req-6bd73a98-b8ac-47bd-ba59-72d6672d767b admin admin] Added segment d335fbb8-c4c5-4f46-b49a-7df70ec78abf of type vlan for network e48010fb-2d08-470a-a593-a24d04560a7f Jul 12 08:38:02.206234 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6bd73a98-b8ac-47bd-ba59-72d6672d767b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748222629479'] for network, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:02.239026 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6bd73a98-b8ac-47bd-ba59-72d6672d767b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794'] for network, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:02.240679 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd73a98-b8ac-47bd-ba59-72d6672d767b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:02.241266 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6bd73a98-b8ac-47bd-ba59-72d6672d767b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for network, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:02.295809 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-6bd73a98-b8ac-47bd-ba59-72d6672d767b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4449172 Jul 12 08:38:02.298793 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 44270) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:38:02.303087 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd73a98-b8ac-47bd-ba59-72d6672d767b admin admin] Pushing event updated for resources: {'Network': ['ID=e48010fb-2d08-470a-a593-a24d04560a7f,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:38:02.305999 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-58c1bd96-24a6-4c5a-954c-f86d02f962c5 admin admin] Request body: {'subnet': {'network_id': 'e48010fb-2d08-470a-a593-a24d04560a7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1355763001-subnet', 'tenant_id': 'c17605437ef14b56b06b396fa6708723', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:38:02.313748 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Network e48010fb-2d08-470a-a593-a24d04560a7f details requested by agent ovs-agent-dv-cinder-800431-1-iscsi with host dv-cinder-800431-1-iscsi {{(pid=92953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 08:38:02.332314 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c1bd96-24a6-4c5a-954c-f86d02f962c5 admin admin] Made reservation on behalf of c17605437ef14b56b06b396fa6708723 for: {'subnet': 1} {{(pid=92951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 08:38:02.336640 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-58c1bd96-24a6-4c5a-954c-f86d02f962c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8739511'] for subnet, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:02.513622 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-58c1bd96-24a6-4c5a-954c-f86d02f962c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2337172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8738893'] for subnet, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:02.566824 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c1bd96-24a6-4c5a-954c-f86d02f962c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dd09948-1032-4833-83e2-15496aa946c5,revision_number=0']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:38:02.577599 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c1bd96-24a6-4c5a-954c-f86d02f962c5 admin admin] Checking segment: {'id': 'd335fbb8-c4c5-4f46-b49a-7df70ec78abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e48010fb-2d08-470a-a593-a24d04560a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:38:02.577994 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c1bd96-24a6-4c5a-954c-f86d02f962c5 admin admin] Network hostable DHCP agents. Network: e48010fb-2d08-470a-a593-a24d04560a7f, hostable agents: ['c54cb50b-3f96-48fd-b597-b50612d9ada1'], hosted agents: [] {{(pid=92951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 08:38:02.597047 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c1bd96-24a6-4c5a-954c-f86d02f962c5 admin admin] Network e48010fb-2d08-470a-a593-a24d04560a7f is scheduled to be hosted by DHCP agent c54cb50b-3f96-48fd-b597-b50612d9ada1 with binding_index 1 {{(pid=92951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 08:38:02.607114 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.scheduler.base_scheduler [None req-58c1bd96-24a6-4c5a-954c-f86d02f962c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800431-1-iscsi, e48010fb-2d08-470a-a593-a24d04560a7f) {{(pid=92951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:38:02.611296 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c1bd96-24a6-4c5a-954c-f86d02f962c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:02.611885 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-58c1bd96-24a6-4c5a-954c-f86d02f962c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:02.619061 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1640f5c3-7aa7-41ae-93f5-5db34a5223d4 None None] Network e48010fb-2d08-470a-a593-a24d04560a7f requested from dv-cinder-800431-1-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 08:38:02.636838 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-58c1bd96-24a6-4c5a-954c-f86d02f962c5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3366299 Jul 12 08:38:02.667146 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-27d7ee80-e179-45b7-a334-2b53e9039c09 None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 08:38:02.747972 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138a3a21-dc25-4f28-b322-e03ad0cce290 None None] Network e48010fb-2d08-470a-a593-a24d04560a7f requested from dv-cinder-800431-1-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 08:38:03.000808 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac3292-a8f1-44b7-b7a1-df55065d47c1 req-cafea1d1-320b-4c93-b3a6-336e96fcda72 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:03.008529 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-b9ac3292-a8f1-44b7-b7a1-df55065d47c1 req-cafea1d1-320b-4c93-b3a6-336e96fcda72 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265dd39-8470-47ab-91e7-c708ec5acfcf HTTP/1.1" status: 200 len: 946 time: 0.0737872 Jul 12 08:38:03.058258 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-b9ac3292-a8f1-44b7-b7a1-df55065d47c1 req-700883c2-0836-4c3b-b375-01f94710b1cc tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=f222391b-a6a0-4adc-b2df-60992982126e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488112 Jul 12 08:38:03.176054 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e53dd56-76b2-4733-9ca2-10037610564d req-a7514a67-6c37-4748-a965-8468b064a2b3 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:03.177593 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5e53dd56-76b2-4733-9ca2-10037610564d req-a7514a67-6c37-4748-a965-8468b064a2b3 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/ports?device_id=557ad063-3114-451c-8313-96c6649e855c HTTP/1.1" status: 200 len: 945 time: 0.0775125 Jul 12 08:38:03.224266 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5e53dd56-76b2-4733-9ca2-10037610564d req-e7df2e8e-2339-4be3-bb74-3eda9169858d tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc2d8546-7be4-49c3-bd88-05bbf58fa0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397594 Jul 12 08:38:03.510758 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001c023-46d3-4e6b-be2e-6162c3a7fc37 req-85117e5d-86c1-456a-a87e-d9bcab0ef203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:03.512205 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8001c023-46d3-4e6b-be2e-6162c3a7fc37 req-85117e5d-86c1-456a-a87e-d9bcab0ef203 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=557ad063-3114-451c-8313-96c6649e855c&tenant_id=9141084bc67040a6953c3e2fdaeecde8 HTTP/1.1" status: 200 len: 1098 time: 0.0545120 Jul 12 08:38:03.589826 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001c023-46d3-4e6b-be2e-6162c3a7fc37 req-6447bb47-5cd8-4f3a-8ed5-ef493d3ce874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:03.591964 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8001c023-46d3-4e6b-be2e-6162c3a7fc37 req-6447bb47-5cd8-4f3a-8ed5-ef493d3ce874 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9141084bc67040a6953c3e2fdaeecde8&device_id=557ad063-3114-451c-8313-96c6649e855c HTTP/1.1" status: 200 len: 1098 time: 0.0513301 Jul 12 08:38:03.676093 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001c023-46d3-4e6b-be2e-6162c3a7fc37 req-88edb495-ef4c-447a-9fa8-173d569bc7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:03.677550 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8001c023-46d3-4e6b-be2e-6162c3a7fc37 req-88edb495-ef4c-447a-9fa8-173d569bc7a1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bfdb51f3-abf8-4720-9758-2652c1950bee HTTP/1.1" status: 200 len: 909 time: 0.0794656 Jul 12 08:38:03.741943 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8001c023-46d3-4e6b-be2e-6162c3a7fc37 req-f1deb630-9eea-4172-b417-0a721ac838f1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73776fae-0b04-482e-b5a2-be8fb9f18309 HTTP/1.1" status: 200 len: 1001 time: 0.0578454 Jul 12 08:38:03.788518 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001c023-46d3-4e6b-be2e-6162c3a7fc37 req-c0d56ef9-e020-436a-9a56-bcde4b25771f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:03.789923 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8001c023-46d3-4e6b-be2e-6162c3a7fc37 req-c0d56ef9-e020-436a-9a56-bcde4b25771f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bd981bbb-849b-4ec5-b0be-7de4ff340241 HTTP/1.1" status: 200 len: 847 time: 0.0417001 Jul 12 08:38:03.844571 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001c023-46d3-4e6b-be2e-6162c3a7fc37 req-e7606d4d-fd48-475c-be3d-be3fb0c5d9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:03.845999 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8001c023-46d3-4e6b-be2e-6162c3a7fc37 req-e7606d4d-fd48-475c-be3d-be3fb0c5d9d1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bfdb51f3-abf8-4720-9758-2652c1950bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495501 Jul 12 08:38:03.934957 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8001c023-46d3-4e6b-be2e-6162c3a7fc37 req-46f7d264-4689-49ad-aede-49f22636ece8 service neutron] 10.222.0.23 "GET /v2.0/networks/bfdb51f3-abf8-4720-9758-2652c1950bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814819 Jul 12 08:38:04.023112 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8001c023-46d3-4e6b-be2e-6162c3a7fc37 req-d52c9fd5-3eff-4221-a26d-670ba4f517aa service neutron] 10.222.0.23 "GET /v2.0/networks/bfdb51f3-abf8-4720-9758-2652c1950bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796654 Jul 12 08:38:04.083405 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c158236a-6a31-4ab4-bac8-f6963eaa5a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:04.227048 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08a991-b02f-4b1d-861d-a048e6ad4473 req-be049af4-f11a-46be-b102-ee45d71867ca tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:04.228605 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-4e08a991-b02f-4b1d-861d-a048e6ad4473 req-be049af4-f11a-46be-b102-ee45d71867ca tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265dd39-8470-47ab-91e7-c708ec5acfcf HTTP/1.1" status: 200 len: 946 time: 0.0613673 Jul 12 08:38:04.250276 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76644166-ccaf-43ac-b430-73e16a05dfb0 req-6d80ddde-0cd2-46c8-8375-feadcf017fdb tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:04.252054 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-76644166-ccaf-43ac-b430-73e16a05dfb0 req-6d80ddde-0cd2-46c8-8375-feadcf017fdb tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.23 "GET /v2.0/ports?device_id=7265dd39-8470-47ab-91e7-c708ec5acfcf HTTP/1.1" status: 200 len: 946 time: 0.0679235 Jul 12 08:38:04.275969 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-4e08a991-b02f-4b1d-861d-a048e6ad4473 req-d4bc407f-9f87-479c-922c-7a5a01c9e75d tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups?id=f222391b-a6a0-4adc-b2df-60992982126e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388377 Jul 12 08:38:04.401435 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [req-76644166-ccaf-43ac-b430-73e16a05dfb0 req-fc37ec3e-7fe4-4803-8c30-30b15aea0921 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Deleting port 174c347b-fe22-4938-a010-f64737a2d061 {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 08:38:04.401795 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-76644166-ccaf-43ac-b430-73e16a05dfb0 req-fc37ec3e-7fe4-4803-8c30-30b15aea0921 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748223187694'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:04.488925 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca5460-05d3-4d06-b404-0a133edbeb9b req-263958f6-0999-4074-a41a-80c844380101 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:04.490419 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-48ca5460-05d3-4d06-b404-0a133edbeb9b req-263958f6-0999-4074-a41a-80c844380101 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/ports?device_id=557ad063-3114-451c-8313-96c6649e855c HTTP/1.1" status: 200 len: 945 time: 0.1317072 Jul 12 08:38:04.491964 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da49f0c-05d7-4f7c-8ea5-f43f20e832f4 req-7a04e534-eae6-43e1-9889-5d81856d036a tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:04.493443 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7da49f0c-05d7-4f7c-8ea5-f43f20e832f4 req-7a04e534-eae6-43e1-9889-5d81856d036a tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.37 "GET /v2.0/networks?id=e48010fb-2d08-470a-a593-a24d04560a7f HTTP/1.1" status: 200 len: 814 time: 0.1026652 Jul 12 08:38:04.509685 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7da49f0c-05d7-4f7c-8ea5-f43f20e832f4 req-93e3a54c-95a4-46e1-9aed-65526cebbe5d tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.37 "GET /v2.0/quotas/c17605437ef14b56b06b396fa6708723 HTTP/1.1" status: 200 len: 375 time: 0.0093918 Jul 12 08:38:04.524844 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-76644166-ccaf-43ac-b430-73e16a05dfb0 req-fc37ec3e-7fe4-4803-8c30-30b15aea0921 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] For port 174c347b-fe22-4938-a010-f64737a2d061, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=174c347b-fe22-4938-a010-f64737a2d061,segment=NetworkSegment(8ae57f27-2f55-4ba4-8135-7182c274f38c),segment_id=8ae57f27-2f55-4ba4-8135-7182c274f38c)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:38:04.525216 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-76644166-ccaf-43ac-b430-73e16a05dfb0 req-fc37ec3e-7fe4-4803-8c30-30b15aea0921 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528347'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:04.544672 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7da49f0c-05d7-4f7c-8ea5-f43f20e832f4 req-424585f3-e881-42dd-a5f6-385e8e28a297 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c17605437ef14b56b06b396fa6708723&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277541 Jul 12 08:38:04.585532 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-48ca5460-05d3-4d06-b404-0a133edbeb9b req-6e936415-6103-4732-a74d-c35acc3962c7 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc2d8546-7be4-49c3-bd88-05bbf58fa0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866394 Jul 12 08:38:04.681190 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7da49f0c-05d7-4f7c-8ea5-f43f20e832f4 req-9fbec0c5-9b93-472f-a08b-2d8a83e3d3dc service neutron] 10.222.0.37 "GET /v2.0/networks/e48010fb-2d08-470a-a593-a24d04560a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298115 Jul 12 08:38:04.702274 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-76644166-ccaf-43ac-b430-73e16a05dfb0 req-fc37ec3e-7fe4-4803-8c30-30b15aea0921 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:04.702643 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-76644166-ccaf-43ac-b430-73e16a05dfb0 req-fc37ec3e-7fe4-4803-8c30-30b15aea0921 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-940870'] for floatingip, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:04.702954 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.db.l3_db [req-76644166-ccaf-43ac-b430-73e16a05dfb0 req-fc37ec3e-7fe4-4803-8c30-30b15aea0921 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Floating IP 6effd310-cb97-4e19-a2c1-17d1b1477f8a disassociated. External IP: 172.27.1.25, port: 174c347b-fe22-4938-a010-f64737a2d061. Jul 12 08:38:04.703283 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [req-76644166-ccaf-43ac-b430-73e16a05dfb0 req-fc37ec3e-7fe4-4803-8c30-30b15aea0921 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Calling delete_port for 174c347b-fe22-4938-a010-f64737a2d061 owned by compute:nova {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 08:38:04.770234 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7da49f0c-05d7-4f7c-8ea5-f43f20e832f4 req-1c00b5fb-6590-410d-8a41-8b7057c0438d service neutron] 10.222.0.37 "GET /v2.0/networks/e48010fb-2d08-470a-a593-a24d04560a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824640 Jul 12 08:38:04.828967 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-76644166-ccaf-43ac-b430-73e16a05dfb0 req-fc37ec3e-7fe4-4803-8c30-30b15aea0921 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8377658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748223196968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748222641655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1188448'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:04.856066 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc37ec3e-7fe4-4803-8c30-30b15aea0921 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Pushing event deleted for resources: {'Port': ['ID=174c347b-fe22-4938-a010-f64737a2d061,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:38:04.952037 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8cb30403-a676-4a43-91be-8e3f255d5d99 req-1065d1f5-205d-4242-bae6-79e0c3fccd20 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.37 "GET /v2.0/ports?device_id=4debc036-6524-4a29-be92-460ef52f0e26 HTTP/1.1" status: 200 len: 210 time: 0.0319061 Jul 12 08:38:05.010719 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76644166-ccaf-43ac-b430-73e16a05dfb0 req-fc37ec3e-7fe4-4803-8c30-30b15aea0921 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Router bafa57e7-b72f-4a14-8269-b93c6e437ffe has already been hosted by L3 agent c0ba3535-5ad7-41e9-9cdc-b89c0ff976de {{(pid=92952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 08:38:05.120187 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76644166-ccaf-43ac-b430-73e16a05dfb0 req-fc37ec3e-7fe4-4803-8c30-30b15aea0921 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify agent at l3_agent.dv-cinder-800431-1-iscsi the message routers_updated {{(pid=92952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 08:38:05.130867 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8690d9fe-acc1-4f25-9bfd-8e71b734edeb None None] Sync routers for ids ['bafa57e7-b72f-4a14-8269-b93c6e437ffe'] in dv-cinder-800431-1-iscsi {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 08:38:05.141856 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8690d9fe-acc1-4f25-9bfd-8e71b734edeb None None] Routers {'bafa57e7-b72f-4a14-8269-b93c6e437ffe'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:38:05.142647 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-8690d9fe-acc1-4f25-9bfd-8e71b734edeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:37:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['bafa57e7-b72f-4a14-8269-b93c6e437ffe'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:38:05.167929 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-76644166-ccaf-43ac-b430-73e16a05dfb0 req-fc37ec3e-7fe4-4803-8c30-30b15aea0921 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] No DVR routers for this DVR port 174c347b-fe22-4938-a010-f64737a2d061 on host hv-cinder-80043 {{(pid=92952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 08:38:05.170528 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-76644166-ccaf-43ac-b430-73e16a05dfb0 req-fc37ec3e-7fe4-4803-8c30-30b15aea0921 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:05.173102 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-76644166-ccaf-43ac-b430-73e16a05dfb0 req-fc37ec3e-7fe4-4803-8c30-30b15aea0921 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.23 "DELETE /v2.0/ports/174c347b-fe22-4938-a010-f64737a2d061 HTTP/1.1" status: 204 len: 173 time: 0.9138014 Jul 12 08:38:05.173102 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7265dd39-8470-47ab-91e7-c708ec5acfcf', 'name': 'network-vif-deleted', 'tag': '174c347b-fe22-4938-a010-f64737a2d061'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:38:05.175315 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35659b288decb3563870ae931b8d662eab2da969d6ab5856613d86fcebdbc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab94d23d-fdad-4e88-bf3e-0b09b7ec9300" -d '{"events": [{"server_uuid": "7265dd39-8470-47ab-91e7-c708ec5acfcf", "name": "network-vif-deleted", "tag": "174c347b-fe22-4938-a010-f64737a2d061"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:38:05.221600 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 08:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef88bb5-f929-4fa9-a87f-dd05c9144333 x-openstack-request-id: req-aef88bb5-f929-4fa9-a87f-dd05c9144333 {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:38:05.221926 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7265dd39-8470-47ab-91e7-c708ec5acfcf", "name": "network-vif-deleted", "tag": "174c347b-fe22-4938-a010-f64737a2d061", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:38:05.222179 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aef88bb5-f929-4fa9-a87f-dd05c9144333 {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:38:05.222582 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7265dd39-8470-47ab-91e7-c708ec5acfcf', 'name': 'network-vif-deleted', 'tag': '174c347b-fe22-4938-a010-f64737a2d061', 'status': 'completed', 'code': 200} Jul 12 08:38:05.408174 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-8690d9fe-acc1-4f25-9bfd-8e71b734edeb None None] Set router bafa57e7-b72f-4a14-8269-b93c6e437ffe gateway port host: dv-cinder-800431-1-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:38:05.477661 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3ba928a4-91d7-4de9-b439-dc2a380420a5 req-6255a5d2-245f-4ac2-aa39-8c2ad153ee30 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/ports?device_id=7265dd39-8470-47ab-91e7-c708ec5acfcf HTTP/1.1" status: 200 len: 210 time: 0.0338385 Jul 12 08:38:05.605546 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-8690d9fe-acc1-4f25-9bfd-8e71b734edeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bafa57e7-b72f-4a14-8269-b93c6e437ffe', 'name': 'tempest-AttachVolumeShelveTestJSON-348321455-router', 'tenant_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '368c32c0-c314-4342-9815-4c57d936452a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:31:09Z', 'updated_at': '2021-07-12T08:31:28Z', 'revision_number': 4, 'project_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'gw_port': {'id': '368c32c0-c314-4342-9815-4c57d936452a', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:27:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafa57e7-b72f-4a14-8269-b93c6e437ffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:12Z', 'updated_at': '2021-07-12T08:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_interfaces': [{'id': '96e2e342-c1a9-432e-bf24-867ec2d38b56', 'name': '', 'network_id': '87f9aa9d-4b32-44c0-9258-78c96af6cf8d', 'tenant_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'mac_address': 'fa:16:3e:3d:9b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafa57e7-b72f-4a14-8269-b93c6e437ffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2a3005b3-6c18-4cb2-94e4-48e9cf6a930f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:23Z', 'updated_at': '2021-07-12T08:31:38Z', 'revision_number': 5, 'project_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'subnets': [{'id': '2a3005b3-6c18-4cb2-94e4-48e9cf6a930f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:38:05.632256 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8690d9fe-acc1-4f25-9bfd-8e71b734edeb None None] Checking router: bafa57e7-b72f-4a14-8269-b93c6e437ffe for host: dv-cinder-800431-1-iscsi {{(pid=92954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 08:38:05.641032 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8690d9fe-acc1-4f25-9bfd-8e71b734edeb None None] Routers {'bafa57e7-b72f-4a14-8269-b93c6e437ffe'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:38:05.641636 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-8690d9fe-acc1-4f25-9bfd-8e71b734edeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:37:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['bafa57e7-b72f-4a14-8269-b93c6e437ffe'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:38:05.770829 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-8690d9fe-acc1-4f25-9bfd-8e71b734edeb None None] Set router bafa57e7-b72f-4a14-8269-b93c6e437ffe gateway port host: dv-cinder-800431-1-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:38:05.797422 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d5fbe9-3827-4996-914b-fc4ac6d77edd req-666f5767-5f50-4b5a-bf2e-a953b3aed386 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:05.802713 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-30d5fbe9-3827-4996-914b-fc4ac6d77edd req-666f5767-5f50-4b5a-bf2e-a953b3aed386 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/ports?device_id=557ad063-3114-451c-8313-96c6649e855c HTTP/1.1" status: 200 len: 945 time: 0.0945020 Jul 12 08:38:05.802884 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 73776fae-0b04-482e-b5a2-be8fb9f18309 no longer exists at agent hyperv_hv-cinder-80043 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 08:38:05.839560 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-30d5fbe9-3827-4996-914b-fc4ac6d77edd req-37f141fe-747e-44f2-a97b-04b278b69261 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc2d8546-7be4-49c3-bd88-05bbf58fa0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345330 Jul 12 08:38:05.919407 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:05.942589 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '557ad063-3114-451c-8313-96c6649e855c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73776fae-0b04-482e-b5a2-be8fb9f18309'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:38:05.945122 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af58d1c9f1a57ad28455f2a1c324eb475fddbc81caacf3fdebaad0c9863d536b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaebb4f9-a0b0-4698-a93c-186c4cc46c51" -d '{"events": [{"server_uuid": "557ad063-3114-451c-8313-96c6649e855c", "name": "network-vif-unplugged", "status": "completed", "tag": "73776fae-0b04-482e-b5a2-be8fb9f18309"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:38:05.967570 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port 73776fae-0b04-482e-b5a2-be8fb9f18309, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=73776fae-0b04-482e-b5a2-be8fb9f18309,segment=NetworkSegment(6cdc67b3-0334-4056-a4c8-74f01e0961f3),segment_id=6cdc67b3-0334-4056-a4c8-74f01e0961f3)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:38:05.972150 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:05.990363 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-8690d9fe-acc1-4f25-9bfd-8e71b734edeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bafa57e7-b72f-4a14-8269-b93c6e437ffe', 'name': 'tempest-AttachVolumeShelveTestJSON-348321455-router', 'tenant_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '368c32c0-c314-4342-9815-4c57d936452a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:31:09Z', 'updated_at': '2021-07-12T08:31:28Z', 'revision_number': 4, 'project_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'gw_port': {'id': '368c32c0-c314-4342-9815-4c57d936452a', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:27:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafa57e7-b72f-4a14-8269-b93c6e437ffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:12Z', 'updated_at': '2021-07-12T08:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_interfaces': [{'id': '96e2e342-c1a9-432e-bf24-867ec2d38b56', 'name': '', 'network_id': '87f9aa9d-4b32-44c0-9258-78c96af6cf8d', 'tenant_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'mac_address': 'fa:16:3e:3d:9b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafa57e7-b72f-4a14-8269-b93c6e437ffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2a3005b3-6c18-4cb2-94e4-48e9cf6a930f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:23Z', 'updated_at': '2021-07-12T08:31:38Z', 'revision_number': 5, 'project_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'subnets': [{'id': '2a3005b3-6c18-4cb2-94e4-48e9cf6a930f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:38:06.008020 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 12 Jul 2021 08:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-546afc72-9684-443e-bcd8-2643c0e60402 x-openstack-request-id: req-546afc72-9684-443e-bcd8-2643c0e60402 {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:38:06.008319 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "557ad063-3114-451c-8313-96c6649e855c", "name": "network-vif-unplugged", "status": "completed", "tag": "73776fae-0b04-482e-b5a2-be8fb9f18309", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:38:06.008572 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-546afc72-9684-443e-bcd8-2643c0e60402 {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:38:06.008989 dv-cinder-800431-1-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '557ad063-3114-451c-8313-96c6649e855c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73776fae-0b04-482e-b5a2-be8fb9f18309', 'code': 200} Jul 12 08:38:06.020240 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8690d9fe-acc1-4f25-9bfd-8e71b734edeb None None] The sync data for ids ['bafa57e7-b72f-4a14-8269-b93c6e437ffe'] in dv-cinder-800431-1-iscsi is: [{'id': 'bafa57e7-b72f-4a14-8269-b93c6e437ffe', 'name': 'tempest-AttachVolumeShelveTestJSON-348321455-router', 'tenant_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '368c32c0-c314-4342-9815-4c57d936452a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:31:09Z', 'updated_at': '2021-07-12T08:31:28Z', 'revision_number': 4, 'project_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'gw_port': {'id': '368c32c0-c314-4342-9815-4c57d936452a', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:27:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafa57e7-b72f-4a14-8269-b93c6e437ffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:12Z', 'updated_at': '2021-07-12T08:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_interfaces': [{'id': '96e2e342-c1a9-432e-bf24-867ec2d38b56', 'name': '', 'network_id': '87f9aa9d-4b32-44c0-9258-78c96af6cf8d', 'tenant_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'mac_address': 'fa:16:3e:3d:9b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafa57e7-b72f-4a14-8269-b93c6e437ffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2a3005b3-6c18-4cb2-94e4-48e9cf6a930f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:23Z', 'updated_at': '2021-07-12T08:31:38Z', 'revision_number': 5, 'project_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'subnets': [{'id': '2a3005b3-6c18-4cb2-94e4-48e9cf6a930f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 08:38:06.045738 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Pushing event updated for resources: {'Port': ['ID=73776fae-0b04-482e-b5a2-be8fb9f18309,revision_number=6']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:38:06.055068 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:38:06.055936 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:38:06.056492 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:38:06.057049 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:38:06.057611 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:38:06.058198 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:38:06.058732 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:38:06.059282 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:38:06.060491 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:38:06.061026 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:38:06.061566 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:38:06.062189 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:38:06.128873 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-b97d871c-e56a-4f0d-92a0-4190e6cc84e1 req-9dd8747e-db69-4378-8422-7d388e799726 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.37 "GET /v2.0/ports?device_id=4debc036-6524-4a29-be92-460ef52f0e26 HTTP/1.1" status: 200 len: 210 time: 0.0419054 Jul 12 08:38:06.282150 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da49f0c-05d7-4f7c-8ea5-f43f20e832f4 req-a3c7a160-a993-49eb-919a-6936fcdadb52 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:06.283687 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7da49f0c-05d7-4f7c-8ea5-f43f20e832f4 req-a3c7a160-a993-49eb-919a-6936fcdadb52 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.23 "GET /v2.0/networks?id=e48010fb-2d08-470a-a593-a24d04560a7f HTTP/1.1" status: 200 len: 814 time: 0.1130373 Jul 12 08:38:06.290518 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-04c0a3e7-9d63-47bf-8632-7bf3d1386cea None None] Provisioning complete for port 73776fae-0b04-482e-b5a2-be8fb9f18309 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:38:06.290963 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-04c0a3e7-9d63-47bf-8632-7bf3d1386cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:06.296975 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-7da49f0c-05d7-4f7c-8ea5-f43f20e832f4 req-8b67c93f-145b-4b9c-8e0e-ae13b78a00fd tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Request body: {'port': {'device_id': '4debc036-6524-4a29-be92-460ef52f0e26', 'network_id': 'e48010fb-2d08-470a-a593-a24d04560a7f', 'admin_state_up': True, 'tenant_id': 'c17605437ef14b56b06b396fa6708723'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:38:06.380455 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b527e91-be2c-4e21-8aec-83bcf0be21e4 None None] New status for floating IP 6effd310-cb97-4e19-a2c1-17d1b1477f8a: DOWN {{(pid=92953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 08:38:06.418104 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-04c0a3e7-9d63-47bf-8632-7bf3d1386cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:06.421314 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7da49f0c-05d7-4f7c-8ea5-f43f20e832f4 req-8b67c93f-145b-4b9c-8e0e-ae13b78a00fd tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Made reservation on behalf of c17605437ef14b56b06b396fa6708723 for: {'port': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 08:38:06.425306 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-7da49f0c-05d7-4f7c-8ea5-f43f20e832f4 req-8b67c93f-145b-4b9c-8e0e-ae13b78a00fd tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:06.522813 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-04c0a3e7-9d63-47bf-8632-7bf3d1386cea None None] For port 73776fae-0b04-482e-b5a2-be8fb9f18309, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=73776fae-0b04-482e-b5a2-be8fb9f18309,segment=NetworkSegment(6cdc67b3-0334-4056-a4c8-74f01e0961f3),segment_id=6cdc67b3-0334-4056-a4c8-74f01e0961f3)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:38:06.528783 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-04c0a3e7-9d63-47bf-8632-7bf3d1386cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:06.578455 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_common [req-7da49f0c-05d7-4f7c-8ea5-f43f20e832f4 req-8b67c93f-145b-4b9c-8e0e-ae13b78a00fd tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Allocated IP 172.20.0.13 (e48010fb-2d08-470a-a593-a24d04560a7f/1dd09948-1032-4833-83e2-15496aa946c5/e5add19f-8154-4970-b4c8-96048b0999e9) {{(pid=92952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 08:38:06.612896 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c0a3e7-9d63-47bf-8632-7bf3d1386cea None None] Pushing event updated for resources: {'Port': ['ID=73776fae-0b04-482e-b5a2-be8fb9f18309,revision_number=7']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:38:06.627406 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 44340) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:38:06.685310 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-59be03dd-2ebf-4223-9276-712a50e24d7f tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:06.709586 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-59be03dd-2ebf-4223-9276-712a50e24d7f tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:06.758694 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-59be03dd-2ebf-4223-9276-712a50e24d7f tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:06.760048 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-7da49f0c-05d7-4f7c-8ea5-f43f20e832f4 req-8b67c93f-145b-4b9c-8e0e-ae13b78a00fd tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Notify callbacks [] for port, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:06.761785 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-59be03dd-2ebf-4223-9276-712a50e24d7f tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:06.763530 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-59be03dd-2ebf-4223-9276-712a50e24d7f tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "DELETE /v2.0/security-groups/f222391b-a6a0-4adc-b2df-60992982126e HTTP/1.1" status: 204 len: 168 time: 0.1349044 Jul 12 08:38:06.766381 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 44342) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:38:06.772392 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-9bd654eb-26a9-4a8a-a9ff-3f60baa17f1a None None] Provisioning complete for port 73776fae-0b04-482e-b5a2-be8fb9f18309 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:38:06.772771 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9bd654eb-26a9-4a8a-a9ff-3f60baa17f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:06.772907 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59be03dd-2ebf-4223-9276-712a50e24d7f tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f222391b-a6a0-4adc-b2df-60992982126e,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:38:06.785263 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.api.v2.resource [None req-e1e37fc9-bf92-4df5-ab9f-5e665abe2a69 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] show failed (client error): The resource could not be found. Jul 12 08:38:06.786314 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-e1e37fc9-bf92-4df5-ab9f-5e665abe2a69 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "GET /v2.0/security-groups/f222391b-a6a0-4adc-b2df-60992982126e HTTP/1.1" status: 404 len: 347 time: 0.0188839 Jul 12 08:38:06.789558 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 44344) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:38:06.905620 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-7da49f0c-05d7-4f7c-8ea5-f43f20e832f4 req-8b67c93f-145b-4b9c-8e0e-ae13b78a00fd tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748222641646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1188457'] for port, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:06.953865 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7da49f0c-05d7-4f7c-8ea5-f43f20e832f4 req-8b67c93f-145b-4b9c-8e0e-ae13b78a00fd tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Network e48010fb-2d08-470a-a593-a24d04560a7f is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:38:06.969504 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:06.974542 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [req-7da49f0c-05d7-4f7c-8ea5-f43f20e832f4 req-8b67c93f-145b-4b9c-8e0e-ae13b78a00fd tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:38:06.980907 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da49f0c-05d7-4f7c-8ea5-f43f20e832f4 req-8b67c93f-145b-4b9c-8e0e-ae13b78a00fd tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Received port after_create {{(pid=92952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 08:38:06.990013 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5e3e12bd-ad6c-488f-b196-03ad496f88dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:07.023496 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b67c93f-145b-4b9c-8e0e-ae13b78a00fd tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Pushing event updated for resources: {'Port': ['ID=e5add19f-8154-4970-b4c8-96048b0999e9,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:38:07.056749 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-b9b180d4-6f6a-49d3-bafb-3546a245b285 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Deleting port 989dbdd6-1915-4cc1-85e5-06c7df6d03a1 {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 08:38:07.057092 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b9b180d4-6f6a-49d3-bafb-3546a245b285 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748223187694'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:07.064222 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da49f0c-05d7-4f7c-8ea5-f43f20e832f4 req-8b67c93f-145b-4b9c-8e0e-ae13b78a00fd tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:07.064818 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-7da49f0c-05d7-4f7c-8ea5-f43f20e832f4 req-8b67c93f-145b-4b9c-8e0e-ae13b78a00fd tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:07.131035 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7da49f0c-05d7-4f7c-8ea5-f43f20e832f4 req-8b67c93f-145b-4b9c-8e0e-ae13b78a00fd tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8390546 Jul 12 08:38:07.146313 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd81f6-e29e-4ae0-a32a-9d2d627bc48a req-e28f937f-11fa-4c2d-902a-017dccc1cb93 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:07.147722 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-37cd81f6-e29e-4ae0-a32a-9d2d627bc48a req-e28f937f-11fa-4c2d-902a-017dccc1cb93 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/ports?device_id=557ad063-3114-451c-8313-96c6649e855c HTTP/1.1" status: 200 len: 945 time: 0.1890802 Jul 12 08:38:07.153889 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-7da49f0c-05d7-4f7c-8ea5-f43f20e832f4 req-ef2674bf-a18e-4912-82f6-b20470a97179 service neutron] Request body: {'port': {'device_id': '4debc036-6524-4a29-be92-460ef52f0e26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:38:07.215140 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b9b180d4-6f6a-49d3-bafb-3546a245b285 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528347'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:07.215476 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b9b180d4-6f6a-49d3-bafb-3546a245b285 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:07.240773 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-37cd81f6-e29e-4ae0-a32a-9d2d627bc48a req-54e7bc56-feb2-44f4-911d-f3006b7226a0 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc2d8546-7be4-49c3-bd88-05bbf58fa0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818925 Jul 12 08:38:07.261641 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-b9b180d4-6f6a-49d3-bafb-3546a245b285 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Calling delete_port for 989dbdd6-1915-4cc1-85e5-06c7df6d03a1 owned by network:floatingip {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 08:38:07.305011 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c4f662-2e66-468d-a8e5-61a1c274f665 req-bdc55161-7301-4f54-8815-00e1adab03f1 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:07.306761 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-75c4f662-2e66-468d-a8e5-61a1c274f665 req-bdc55161-7301-4f54-8815-00e1adab03f1 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.37 "GET /v2.0/ports?device_id=4debc036-6524-4a29-be92-460ef52f0e26 HTTP/1.1" status: 200 len: 932 time: 0.0663488 Jul 12 08:38:07.315523 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-7da49f0c-05d7-4f7c-8ea5-f43f20e832f4 req-ef2674bf-a18e-4912-82f6-b20470a97179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:07.344811 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-75c4f662-2e66-468d-a8e5-61a1c274f665 req-1ef88c2b-f59d-4928-83dc-c745c04fb7c8 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979a974-a717-4399-8606-b6f0675db0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317531 Jul 12 08:38:07.781196 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b9b180d4-6f6a-49d3-bafb-3546a245b285 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8377658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748223196968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748222641655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1188448'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:07.815078 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b180d4-6f6a-49d3-bafb-3546a245b285 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Pushing event deleted for resources: {'Port': ['ID=989dbdd6-1915-4cc1-85e5-06c7df6d03a1,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:38:07.859338 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8beb-ed90-4929-879a-4eba2c5b629e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:07.902524 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b9b180d4-6f6a-49d3-bafb-3546a245b285 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks [] for floatingip, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:07.905474 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b9b180d4-6f6a-49d3-bafb-3546a245b285 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for floatingip, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:07.906641 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-b9b180d4-6f6a-49d3-bafb-3546a245b285 tempest-AttachVolumeShelveTestJSON-1188878881 tempest-AttachVolumeShelveTestJSON-1188878881-project] 10.222.0.37 "DELETE /v2.0/floatingips/6effd310-cb97-4e19-a2c1-17d1b1477f8a HTTP/1.1" status: 204 len: 168 time: 1.1162019 Jul 12 08:38:07.939810 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [req-7da49f0c-05d7-4f7c-8ea5-f43f20e832f4 req-ef2674bf-a18e-4912-82f6-b20470a97179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5add19f-8154-4970-b4c8-96048b0999e9 {{(pid=92952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 08:38:07.947339 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-7da49f0c-05d7-4f7c-8ea5-f43f20e832f4 req-ef2674bf-a18e-4912-82f6-b20470a97179 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:07.959058 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.provisioning_blocks [req-7da49f0c-05d7-4f7c-8ea5-f43f20e832f4 req-ef2674bf-a18e-4912-82f6-b20470a97179 service neutron] Transition to ACTIVE for port object e5add19f-8154-4970-b4c8-96048b0999e9 will not be triggered until provisioned by entity L2. {{(pid=92952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:38:07.962609 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-7da49f0c-05d7-4f7c-8ea5-f43f20e832f4 req-ef2674bf-a18e-4912-82f6-b20470a97179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1188479'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:08.010761 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '557ad063-3114-451c-8313-96c6649e855c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73776fae-0b04-482e-b5a2-be8fb9f18309'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:38:08.013553 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af58d1c9f1a57ad28455f2a1c324eb475fddbc81caacf3fdebaad0c9863d536b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09bdd36-1af5-4138-a19c-7152a7605317" -d '{"events": [{"server_uuid": "557ad063-3114-451c-8313-96c6649e855c", "name": "network-vif-plugged", "status": "completed", "tag": "73776fae-0b04-482e-b5a2-be8fb9f18309"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:38:08.015066 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2674bf-a18e-4912-82f6-b20470a97179 service neutron] Pushing event updated for resources: {'Port': ['ID=e5add19f-8154-4970-b4c8-96048b0999e9,revision_number=2']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:38:08.057390 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 08:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac406b6-9a63-4110-8079-2a6c1c16b188 x-openstack-request-id: req-aac406b6-9a63-4110-8079-2a6c1c16b188 {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:38:08.057685 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "557ad063-3114-451c-8313-96c6649e855c", "name": "network-vif-plugged", "status": "completed", "tag": "73776fae-0b04-482e-b5a2-be8fb9f18309", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:38:08.057970 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aac406b6-9a63-4110-8079-2a6c1c16b188 {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:38:08.058367 dv-cinder-800431-1-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '557ad063-3114-451c-8313-96c6649e855c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73776fae-0b04-482e-b5a2-be8fb9f18309', 'code': 200} Jul 12 08:38:08.087450 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-7da49f0c-05d7-4f7c-8ea5-f43f20e832f4 req-ef2674bf-a18e-4912-82f6-b20470a97179 service neutron] Attempting to bind port e5add19f-8154-4970-b4c8-96048b0999e9 on host hv-cinder-80043 for vnic_type normal with profile {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 08:38:08.087792 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-7da49f0c-05d7-4f7c-8ea5-f43f20e832f4 req-ef2674bf-a18e-4912-82f6-b20470a97179 service neutron] Attempting to bind port e5add19f-8154-4970-b4c8-96048b0999e9 by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': 'd335fbb8-c4c5-4f46-b49a-7df70ec78abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e48010fb-2d08-470a-a593-a24d04560a7f'}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 08:38:08.088118 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da49f0c-05d7-4f7c-8ea5-f43f20e832f4 req-ef2674bf-a18e-4912-82f6-b20470a97179 service neutron] Attempting to bind port e5add19f-8154-4970-b4c8-96048b0999e9 on network e48010fb-2d08-470a-a593-a24d04560a7f {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:38:08.092851 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da49f0c-05d7-4f7c-8ea5-f43f20e832f4 req-ef2674bf-a18e-4912-82f6-b20470a97179 service neutron] Port e5add19f-8154-4970-b4c8-96048b0999e9 on network e48010fb-2d08-470a-a593-a24d04560a7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 08:38:08.093181 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da49f0c-05d7-4f7c-8ea5-f43f20e832f4 req-ef2674bf-a18e-4912-82f6-b20470a97179 service neutron] Attempting to bind port e5add19f-8154-4970-b4c8-96048b0999e9 on network e48010fb-2d08-470a-a593-a24d04560a7f {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:38:08.097880 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da49f0c-05d7-4f7c-8ea5-f43f20e832f4 req-ef2674bf-a18e-4912-82f6-b20470a97179 service neutron] Checking agent: {'id': '9498d972-5d3d-47a0-93c6-a71636d6a88c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 8, 29, 30), 'started_at': datetime.datetime(2021, 7, 12, 8, 29, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 8, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 08:38:08.098222 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da49f0c-05d7-4f7c-8ea5-f43f20e832f4 req-ef2674bf-a18e-4912-82f6-b20470a97179 service neutron] Checking segment: {'id': 'd335fbb8-c4c5-4f46-b49a-7df70ec78abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e48010fb-2d08-470a-a593-a24d04560a7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:38:08.098605 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da49f0c-05d7-4f7c-8ea5-f43f20e832f4 req-ef2674bf-a18e-4912-82f6-b20470a97179 service neutron] Bound using segment: {'id': 'd335fbb8-c4c5-4f46-b49a-7df70ec78abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e48010fb-2d08-470a-a593-a24d04560a7f'} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 08:38:08.099026 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-7da49f0c-05d7-4f7c-8ea5-f43f20e832f4 req-ef2674bf-a18e-4912-82f6-b20470a97179 service neutron] Bound port: e5add19f-8154-4970-b4c8-96048b0999e9, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd335fbb8-c4c5-4f46-b49a-7df70ec78abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e48010fb-2d08-470a-a593-a24d04560a7f'}}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 08:38:08.099381 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-7da49f0c-05d7-4f7c-8ea5-f43f20e832f4 req-ef2674bf-a18e-4912-82f6-b20470a97179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:08.161653 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-7da49f0c-05d7-4f7c-8ea5-f43f20e832f4 req-ef2674bf-a18e-4912-82f6-b20470a97179 service neutron] For port e5add19f-8154-4970-b4c8-96048b0999e9, host hv-cinder-80043, cleared binding levels {{(pid=92952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 08:38:08.164633 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-7da49f0c-05d7-4f7c-8ea5-f43f20e832f4 req-ef2674bf-a18e-4912-82f6-b20470a97179 service neutron] For port e5add19f-8154-4970-b4c8-96048b0999e9, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=e5add19f-8154-4970-b4c8-96048b0999e9,segment=NetworkSegment(d335fbb8-c4c5-4f46-b49a-7df70ec78abf),segment_id=d335fbb8-c4c5-4f46-b49a-7df70ec78abf)] {{(pid=92952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 08:38:08.168083 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-7da49f0c-05d7-4f7c-8ea5-f43f20e832f4 req-ef2674bf-a18e-4912-82f6-b20470a97179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1188479'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:08.204322 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da49f0c-05d7-4f7c-8ea5-f43f20e832f4 req-ef2674bf-a18e-4912-82f6-b20470a97179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:08.204948 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-7da49f0c-05d7-4f7c-8ea5-f43f20e832f4 req-ef2674bf-a18e-4912-82f6-b20470a97179 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:08.206340 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7da49f0c-05d7-4f7c-8ea5-f43f20e832f4 req-ef2674bf-a18e-4912-82f6-b20470a97179 service neutron] 10.222.0.23 "PUT /v2.0/ports/e5add19f-8154-4970-b4c8-96048b0999e9 HTTP/1.1" status: 200 len: 1094 time: 1.0564251 Jul 12 08:38:08.206807 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4debc036-6524-4a29-be92-460ef52f0e26', 'tag': 'e5add19f-8154-4970-b4c8-96048b0999e9'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:38:08.208977 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35659b288decb3563870ae931b8d662eab2da969d6ab5856613d86fcebdbc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca0a4bf-24f6-4ee8-9aec-c645de2f92e0" -d '{"events": [{"name": "network-changed", "server_uuid": "4debc036-6524-4a29-be92-460ef52f0e26", "tag": "e5add19f-8154-4970-b4c8-96048b0999e9"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:38:08.238087 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2674bf-a18e-4912-82f6-b20470a97179 service neutron] Pushing event updated for resources: {'Port': ['ID=e5add19f-8154-4970-b4c8-96048b0999e9,revision_number=3']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:38:08.255075 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 08:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7f1181-021c-4499-82e0-1d7adaeb12f4 x-openstack-request-id: req-8d7f1181-021c-4499-82e0-1d7adaeb12f4 {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:38:08.255360 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4debc036-6524-4a29-be92-460ef52f0e26", "tag": "e5add19f-8154-4970-b4c8-96048b0999e9", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:38:08.255607 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8d7f1181-021c-4499-82e0-1d7adaeb12f4 {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:38:08.255982 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4debc036-6524-4a29-be92-460ef52f0e26', 'tag': 'e5add19f-8154-4970-b4c8-96048b0999e9', 'status': 'completed', 'code': 200} Jul 12 08:38:08.300816 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da49f0c-05d7-4f7c-8ea5-f43f20e832f4 req-d33a5c52-2ef7-4cdf-98b0-9fac0d6d0816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:08.302347 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7da49f0c-05d7-4f7c-8ea5-f43f20e832f4 req-d33a5c52-2ef7-4cdf-98b0-9fac0d6d0816 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c17605437ef14b56b06b396fa6708723&device_id=4debc036-6524-4a29-be92-460ef52f0e26 HTTP/1.1" status: 200 len: 1097 time: 0.0559409 Jul 12 08:38:08.342980 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7da49f0c-05d7-4f7c-8ea5-f43f20e832f4 req-6b920308-dba1-4668-9ce4-a38992ef51a0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5add19f-8154-4970-b4c8-96048b0999e9 HTTP/1.1" status: 200 len: 217 time: 0.0324302 Jul 12 08:38:08.421758 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da49f0c-05d7-4f7c-8ea5-f43f20e832f4 req-16595ba2-c1f3-4154-b2b4-1b94480fd387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:08.423119 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7da49f0c-05d7-4f7c-8ea5-f43f20e832f4 req-16595ba2-c1f3-4154-b2b4-1b94480fd387 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1dd09948-1032-4833-83e2-15496aa946c5 HTTP/1.1" status: 200 len: 854 time: 0.0743542 Jul 12 08:38:08.462869 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7da49f0c-05d7-4f7c-8ea5-f43f20e832f4 req-43e2c7c5-a6fe-4a71-9b6e-a66a0c31b79e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e48010fb-2d08-470a-a593-a24d04560a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307600 Jul 12 08:38:08.475142 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8a570-1387-4e52-b65f-384a84cec4bb req-942d10fa-aab1-452a-a47e-146e1c07c7ee tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:08.476548 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-dde8a570-1387-4e52-b65f-384a84cec4bb req-942d10fa-aab1-452a-a47e-146e1c07c7ee tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/ports?device_id=557ad063-3114-451c-8313-96c6649e855c HTTP/1.1" status: 200 len: 945 time: 0.1206210 Jul 12 08:38:08.518934 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b68ebc0-3256-4260-acfc-c04ef410e158 req-07f9e893-2f45-4270-8925-1e4f164603ab tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:08.520711 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-8b68ebc0-3256-4260-acfc-c04ef410e158 req-07f9e893-2f45-4270-8925-1e4f164603ab tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.37 "GET /v2.0/ports?device_id=4debc036-6524-4a29-be92-460ef52f0e26 HTTP/1.1" status: 200 len: 944 time: 0.0621464 Jul 12 08:38:08.560263 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-dde8a570-1387-4e52-b65f-384a84cec4bb req-f3a10dfe-402a-40e3-a274-7e724ec646b0 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc2d8546-7be4-49c3-bd88-05bbf58fa0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754559 Jul 12 08:38:08.566231 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-8b68ebc0-3256-4260-acfc-c04ef410e158 req-3deef2fb-ea99-481b-96d8-ed0b8fd43cf3 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979a974-a717-4399-8606-b6f0675db0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395670 Jul 12 08:38:08.586724 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7da49f0c-05d7-4f7c-8ea5-f43f20e832f4 req-b5dae612-e5a5-4df3-bfbd-e5337d1d2104 service neutron] 10.222.0.23 "GET /v2.0/networks/e48010fb-2d08-470a-a593-a24d04560a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092691 Jul 12 08:38:08.672110 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7da49f0c-05d7-4f7c-8ea5-f43f20e832f4 req-eaedb868-b38f-4fa0-ad84-5b88b33807ea service neutron] 10.222.0.23 "GET /v2.0/networks/e48010fb-2d08-470a-a593-a24d04560a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790498 Jul 12 08:38:08.773583 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0a4bf-24f6-4ee8-9aec-c645de2f92e0 req-6d3b7f10-6e60-4ed0-ab67-5b8b2b86a5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:08.775089 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5ca0a4bf-24f6-4ee8-9aec-c645de2f92e0 req-6d3b7f10-6e60-4ed0-ab67-5b8b2b86a5aa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c17605437ef14b56b06b396fa6708723&device_id=4debc036-6524-4a29-be92-460ef52f0e26 HTTP/1.1" status: 200 len: 1097 time: 0.0586081 Jul 12 08:38:08.860418 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0a4bf-24f6-4ee8-9aec-c645de2f92e0 req-2953513c-8cf2-44f4-9000-6163442b598e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:08.861857 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5ca0a4bf-24f6-4ee8-9aec-c645de2f92e0 req-2953513c-8cf2-44f4-9000-6163442b598e service neutron] 10.222.0.23 "GET /v2.0/networks?id=e48010fb-2d08-470a-a593-a24d04560a7f HTTP/1.1" status: 200 len: 915 time: 0.0796382 Jul 12 08:38:08.901561 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5ca0a4bf-24f6-4ee8-9aec-c645de2f92e0 req-bccfbc2a-6e37-4467-8cda-8f32bd8d9a53 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5add19f-8154-4970-b4c8-96048b0999e9 HTTP/1.1" status: 200 len: 217 time: 0.0324900 Jul 12 08:38:08.951910 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0a4bf-24f6-4ee8-9aec-c645de2f92e0 req-b9f9673a-4ae1-46ff-bcab-fe72f2abe574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:08.953194 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5ca0a4bf-24f6-4ee8-9aec-c645de2f92e0 req-b9f9673a-4ae1-46ff-bcab-fe72f2abe574 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1dd09948-1032-4833-83e2-15496aa946c5 HTTP/1.1" status: 200 len: 854 time: 0.0440185 Jul 12 08:38:08.985112 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5ca0a4bf-24f6-4ee8-9aec-c645de2f92e0 req-dede44f3-b190-40dc-98b4-71d10cecd62e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e48010fb-2d08-470a-a593-a24d04560a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247381 Jul 12 08:38:09.070210 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5ca0a4bf-24f6-4ee8-9aec-c645de2f92e0 req-aff2d790-e691-4047-95d3-2c70851f5ed7 service neutron] 10.222.0.23 "GET /v2.0/networks/e48010fb-2d08-470a-a593-a24d04560a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777407 Jul 12 08:38:09.161460 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5ca0a4bf-24f6-4ee8-9aec-c645de2f92e0 req-313e2d5a-7e1f-4b1f-a645-2cf37c32ecdd service neutron] 10.222.0.23 "GET /v2.0/networks/e48010fb-2d08-470a-a593-a24d04560a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841050 Jul 12 08:38:09.395960 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8148b14b-fdb1-487f-b940-7b46dc6d16f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:09.735841 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e66ee9-d186-41b6-8352-c7364f19046b req-2fdff430-5039-428e-a876-6fc1740d0619 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:09.737334 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-02e66ee9-d186-41b6-8352-c7364f19046b req-2fdff430-5039-428e-a876-6fc1740d0619 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.37 "GET /v2.0/ports?device_id=4debc036-6524-4a29-be92-460ef52f0e26 HTTP/1.1" status: 200 len: 944 time: 0.0606999 Jul 12 08:38:09.737481 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cfb024-d5cb-47b7-954d-ec7330ee4031 req-c84b56cf-4ee4-4183-ac00-0d24312164d9 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:09.738873 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f3cfb024-d5cb-47b7-954d-ec7330ee4031 req-c84b56cf-4ee4-4183-ac00-0d24312164d9 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/ports?device_id=557ad063-3114-451c-8313-96c6649e855c HTTP/1.1" status: 200 len: 945 time: 0.0625033 Jul 12 08:38:09.776194 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f3cfb024-d5cb-47b7-954d-ec7330ee4031 req-a0429405-efc6-4793-817b-3bb260bb2f72 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc2d8546-7be4-49c3-bd88-05bbf58fa0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318089 Jul 12 08:38:09.777276 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-02e66ee9-d186-41b6-8352-c7364f19046b req-381fa378-4a45-4652-a8b1-617377cd2520 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979a974-a717-4399-8606-b6f0675db0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343077 Jul 12 08:38:09.823363 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 174c347b-fe22-4938-a010-f64737a2d061 no longer exists at agent hyperv_hv-cinder-80043 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 08:38:09.842776 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] No Port match for: 174c347b-fe22-4938-a010-f64737a2d061 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 08:38:09.843120 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 174c347b-fe22-4938-a010-f64737a2d061 not bound to the agent host hv-cinder-80043 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 08:38:10.120275 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238deb1-e7c3-419f-81d2-be769822f276 req-5e8c67eb-adaf-4ebd-ae4c-380b83fb3747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:10.121748 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f238deb1-e7c3-419f-81d2-be769822f276 req-5e8c67eb-adaf-4ebd-ae4c-380b83fb3747 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=557ad063-3114-451c-8313-96c6649e855c HTTP/1.1" status: 200 len: 1098 time: 0.0540092 Jul 12 08:38:10.153596 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f238deb1-e7c3-419f-81d2-be769822f276 req-f0fe2862-2480-43f4-98e3-022f826d2487 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=bc2d8546-7be4-49c3-bd88-05bbf58fa0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0258071 Jul 12 08:38:10.451393 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 44382) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:38:10.844229 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6c60a535-bce8-4f2a-8ab3-eadf74c99772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532443'] for router_interface, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:10.985511 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce512d-5db5-4e48-bba5-b4cdf7d3ccba req-fb8a1a22-f7be-4030-8ad4-5beccfbde333 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:10.987153 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-19ce512d-5db5-4e48-bba5-b4cdf7d3ccba req-fb8a1a22-f7be-4030-8ad4-5beccfbde333 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.37 "GET /v2.0/ports?device_id=4debc036-6524-4a29-be92-460ef52f0e26 HTTP/1.1" status: 200 len: 944 time: 0.0664337 Jul 12 08:38:11.024802 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-19ce512d-5db5-4e48-bba5-b4cdf7d3ccba req-cbe5f76c-51db-4c84-a6b3-d3297a3d7b48 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979a974-a717-4399-8606-b6f0675db0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318668 Jul 12 08:38:11.051343 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b01bba8-ecdc-4ca0-9b0b-1a875d1d878f req-cebb1a05-5104-48eb-b527-010e068bbd80 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:11.052833 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5b01bba8-ecdc-4ca0-9b0b-1a875d1d878f req-cebb1a05-5104-48eb-b527-010e068bbd80 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/ports?device_id=557ad063-3114-451c-8313-96c6649e855c HTTP/1.1" status: 200 len: 945 time: 0.1539557 Jul 12 08:38:11.100621 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5b01bba8-ecdc-4ca0-9b0b-1a875d1d878f req-c60055d6-c52a-4c79-bd7b-073f4be31392 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc2d8546-7be4-49c3-bd88-05bbf58fa0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417995 Jul 12 08:38:11.181411 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-6c60a535-bce8-4f2a-8ab3-eadf74c99772 admin admin] Deleting port 96e2e342-c1a9-432e-bf24-867ec2d38b56 {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 08:38:11.182104 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6c60a535-bce8-4f2a-8ab3-eadf74c99772 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748223187694'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:11.256533 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [None req-6c60a535-bce8-4f2a-8ab3-eadf74c99772 admin admin] For port 96e2e342-c1a9-432e-bf24-867ec2d38b56, host dv-cinder-800431-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=96e2e342-c1a9-432e-bf24-867ec2d38b56,segment=NetworkSegment(8ae57f27-2f55-4ba4-8135-7182c274f38c),segment_id=8ae57f27-2f55-4ba4-8135-7182c274f38c)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:38:11.256919 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6c60a535-bce8-4f2a-8ab3-eadf74c99772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528347'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:11.268850 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-6c60a535-bce8-4f2a-8ab3-eadf74c99772 admin admin] Calling delete_port for 96e2e342-c1a9-432e-bf24-867ec2d38b56 owned by network:router_interface {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 08:38:11.439967 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6c60a535-bce8-4f2a-8ab3-eadf74c99772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8377658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748223196968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748222641655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1188448'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:11.468967 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c60a535-bce8-4f2a-8ab3-eadf74c99772 admin admin] Pushing event deleted for resources: {'Port': ['ID=96e2e342-c1a9-432e-bf24-867ec2d38b56,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:38:11.628699 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6c60a535-bce8-4f2a-8ab3-eadf74c99772 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528257'] for router_interface, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:11.816702 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device e5add19f-8154-4970-b4c8-96048b0999e9 details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=92953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 08:38:11.833526 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c60a535-bce8-4f2a-8ab3-eadf74c99772 admin admin] Router bafa57e7-b72f-4a14-8269-b93c6e437ffe has already been hosted by L3 agent c0ba3535-5ad7-41e9-9cdc-b89c0ff976de {{(pid=92952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 08:38:11.910750 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port e5add19f-8154-4970-b4c8-96048b0999e9, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=e5add19f-8154-4970-b4c8-96048b0999e9,segment=NetworkSegment(d335fbb8-c4c5-4f46-b49a-7df70ec78abf),segment_id=d335fbb8-c4c5-4f46-b49a-7df70ec78abf)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:38:11.922062 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Returning: {'device': 'e5add19f-8154-4970-b4c8-96048b0999e9', 'network_id': 'e48010fb-2d08-470a-a593-a24d04560a7f', 'port_id': 'e5add19f-8154-4970-b4c8-96048b0999e9', 'mac_address': 'fa:16:3e:01:ec:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dd09948-1032-4833-83e2-15496aa946c5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 08:38:11.959932 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:11.974121 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5add19f-8154-4970-b4c8-96048b0999e9 {{(pid=92953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 08:38:11.994920 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port e5add19f-8154-4970-b4c8-96048b0999e9, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=e5add19f-8154-4970-b4c8-96048b0999e9,segment=NetworkSegment(d335fbb8-c4c5-4f46-b49a-7df70ec78abf),segment_id=d335fbb8-c4c5-4f46-b49a-7df70ec78abf)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:38:11.999919 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:12.030608 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 73776fae-0b04-482e-b5a2-be8fb9f18309 details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=92953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 08:38:12.077562 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Pushing event updated for resources: {'Port': ['ID=e5add19f-8154-4970-b4c8-96048b0999e9,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:38:12.167836 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port 73776fae-0b04-482e-b5a2-be8fb9f18309, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=73776fae-0b04-482e-b5a2-be8fb9f18309,segment=NetworkSegment(6cdc67b3-0334-4056-a4c8-74f01e0961f3),segment_id=6cdc67b3-0334-4056-a4c8-74f01e0961f3)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:38:12.175541 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c60a535-bce8-4f2a-8ab3-eadf74c99772 admin admin] Notify agent at l3_agent.dv-cinder-800431-1-iscsi the message routers_updated {{(pid=92952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 08:38:12.183218 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-6c60a535-bce8-4f2a-8ab3-eadf74c99772 admin admin] 10.222.0.37 "PUT /v2.0/routers/bafa57e7-b72f-4a14-8269-b93c6e437ffe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7307482 Jul 12 08:38:12.183899 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 44394) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:38:12.185439 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06d1b33-7463-49a1-9377-3c93bbe0af06 None None] Sync routers for ids ['bafa57e7-b72f-4a14-8269-b93c6e437ffe'] in dv-cinder-800431-1-iscsi {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 08:38:12.187550 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Returning: {'device': '73776fae-0b04-482e-b5a2-be8fb9f18309', 'network_id': 'bfdb51f3-abf8-4720-9758-2652c1950bee', 'port_id': '73776fae-0b04-482e-b5a2-be8fb9f18309', 'mac_address': 'fa:16:3e:ab:ed:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd981bbb-849b-4ec5-b0be-7de4ff340241', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 08:38:12.195296 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06d1b33-7463-49a1-9377-3c93bbe0af06 None None] Routers {'bafa57e7-b72f-4a14-8269-b93c6e437ffe'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:38:12.198915 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-e06d1b33-7463-49a1-9377-3c93bbe0af06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:38:07Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['bafa57e7-b72f-4a14-8269-b93c6e437ffe'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:38:12.232741 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d05e2-78c9-4487-9f71-ea6704e3cfc6 req-9ffe3cd0-22f8-4ae1-8494-b13dde3142b6 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:12.234391 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7a2d05e2-78c9-4487-9f71-ea6704e3cfc6 req-9ffe3cd0-22f8-4ae1-8494-b13dde3142b6 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.37 "GET /v2.0/ports?device_id=4debc036-6524-4a29-be92-460ef52f0e26 HTTP/1.1" status: 200 len: 945 time: 0.0835698 Jul 12 08:38:12.248913 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:12.262192 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 73776fae-0b04-482e-b5a2-be8fb9f18309 {{(pid=92953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 08:38:12.277038 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7a2d05e2-78c9-4487-9f71-ea6704e3cfc6 req-ece5f9e7-997e-4bca-a0be-9b1fa1ef137f tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979a974-a717-4399-8606-b6f0675db0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369298 Jul 12 08:38:12.283730 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port 73776fae-0b04-482e-b5a2-be8fb9f18309, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=73776fae-0b04-482e-b5a2-be8fb9f18309,segment=NetworkSegment(6cdc67b3-0334-4056-a4c8-74f01e0961f3),segment_id=6cdc67b3-0334-4056-a4c8-74f01e0961f3)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:38:12.289486 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:12.345389 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-a78f9e35-407d-4dc0-bc7d-fa2eb38adcfd admin admin] Notify callbacks [] for router, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:12.349874 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-e06d1b33-7463-49a1-9377-3c93bbe0af06 None None] Set router bafa57e7-b72f-4a14-8269-b93c6e437ffe gateway port host: dv-cinder-800431-1-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:38:12.355663 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Pushing event updated for resources: {'Port': ['ID=73776fae-0b04-482e-b5a2-be8fb9f18309,revision_number=8']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:38:12.409975 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce15bcd5-982f-4061-a515-a14206350188 req-24c53b70-1a08-47bd-be08-c9a4d203de4e tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:12.411519 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ce15bcd5-982f-4061-a515-a14206350188 req-24c53b70-1a08-47bd-be08-c9a4d203de4e tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/ports?device_id=557ad063-3114-451c-8313-96c6649e855c HTTP/1.1" status: 200 len: 944 time: 0.1309485 Jul 12 08:38:12.494631 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ce15bcd5-982f-4061-a515-a14206350188 req-1a85b579-e11f-4396-8407-ea55f0df37d0 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc2d8546-7be4-49c3-bd88-05bbf58fa0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513554 Jul 12 08:38:12.496483 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-a78f9e35-407d-4dc0-bc7d-fa2eb38adcfd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:12.551570 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] get_ports_and_sgs() called for port_ids ['e5add19f-8154-4970-b4c8-96048b0999e9'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 08:38:12.556621 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] get_ports_and_sgs() called for port_ids ['73776fae-0b04-482e-b5a2-be8fb9f18309'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 08:38:12.558210 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-e06d1b33-7463-49a1-9377-3c93bbe0af06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bafa57e7-b72f-4a14-8269-b93c6e437ffe', 'name': 'tempest-AttachVolumeShelveTestJSON-348321455-router', 'tenant_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '368c32c0-c314-4342-9815-4c57d936452a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:31:09Z', 'updated_at': '2021-07-12T08:38:11Z', 'revision_number': 5, 'project_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'gw_port': {'id': '368c32c0-c314-4342-9815-4c57d936452a', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:27:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafa57e7-b72f-4a14-8269-b93c6e437ffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:31:12Z', 'updated_at': '2021-07-12T08:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi'}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:38:12.558399 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-a78f9e35-407d-4dc0-bc7d-fa2eb38adcfd admin admin] Deleting port 368c32c0-c314-4342-9815-4c57d936452a {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 08:38:12.558929 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-a78f9e35-407d-4dc0-bc7d-fa2eb38adcfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748223187694'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:12.593514 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06d1b33-7463-49a1-9377-3c93bbe0af06 None None] Checking router: bafa57e7-b72f-4a14-8269-b93c6e437ffe for host: dv-cinder-800431-1-iscsi {{(pid=92954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 08:38:12.604279 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06d1b33-7463-49a1-9377-3c93bbe0af06 None None] Routers {'bafa57e7-b72f-4a14-8269-b93c6e437ffe'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:38:12.605161 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-e06d1b33-7463-49a1-9377-3c93bbe0af06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:38:07Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['bafa57e7-b72f-4a14-8269-b93c6e437ffe'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:38:12.648139 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-fee4f0a6-7602-49c3-81ce-cf6f72c80539 None None] Provisioning complete for port 73776fae-0b04-482e-b5a2-be8fb9f18309 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:38:12.648509 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-fee4f0a6-7602-49c3-81ce-cf6f72c80539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:12.649506 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [None req-a78f9e35-407d-4dc0-bc7d-fa2eb38adcfd admin admin] For port 368c32c0-c314-4342-9815-4c57d936452a, host dv-cinder-800431-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=368c32c0-c314-4342-9815-4c57d936452a,segment=NetworkSegment(96305722-55d6-4089-959b-5f9b3a20c0c4),segment_id=96305722-55d6-4089-959b-5f9b3a20c0c4)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:38:12.649954 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-a78f9e35-407d-4dc0-bc7d-fa2eb38adcfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528347'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:12.662242 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-a78f9e35-407d-4dc0-bc7d-fa2eb38adcfd admin admin] Calling delete_port for 368c32c0-c314-4342-9815-4c57d936452a owned by network:router_gateway {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 08:38:12.691839 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-e06d1b33-7463-49a1-9377-3c93bbe0af06 None None] Set router bafa57e7-b72f-4a14-8269-b93c6e437ffe gateway port host: None {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:38:12.750594 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-e06d1b33-7463-49a1-9377-3c93bbe0af06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bafa57e7-b72f-4a14-8269-b93c6e437ffe', 'name': 'tempest-AttachVolumeShelveTestJSON-348321455-router', 'tenant_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:31:09Z', 'updated_at': '2021-07-12T08:38:12Z', 'revision_number': 6, 'project_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'gw_port_host': None}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:38:12.781941 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06d1b33-7463-49a1-9377-3c93bbe0af06 None None] The sync data for ids ['bafa57e7-b72f-4a14-8269-b93c6e437ffe'] in dv-cinder-800431-1-iscsi is: [{'id': 'bafa57e7-b72f-4a14-8269-b93c6e437ffe', 'name': 'tempest-AttachVolumeShelveTestJSON-348321455-router', 'tenant_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:31:09Z', 'updated_at': '2021-07-12T08:38:12Z', 'revision_number': 6, 'project_id': 'ca5d7c4d35274957aea289fc8cbe4d73', 'gw_port_host': None}] {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 08:38:12.843295 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-a78f9e35-407d-4dc0-bc7d-fa2eb38adcfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8377658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748223196968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748222641655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1188448'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:12.869909 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f9e35-407d-4dc0-bc7d-fa2eb38adcfd admin admin] Pushing event deleted for resources: {'Port': ['ID=368c32c0-c314-4342-9815-4c57d936452a,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:38:12.930040 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-a78f9e35-407d-4dc0-bc7d-fa2eb38adcfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-940952'] for router_gateway, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:12.960390 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-fee4f0a6-7602-49c3-81ce-cf6f72c80539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:13.016120 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '557ad063-3114-451c-8313-96c6649e855c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73776fae-0b04-482e-b5a2-be8fb9f18309'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:38:13.018269 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af58d1c9f1a57ad28455f2a1c324eb475fddbc81caacf3fdebaad0c9863d536b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-accefd4f-d891-4200-bbd7-dd4ea6ef9122" -d '{"events": [{"server_uuid": "557ad063-3114-451c-8313-96c6649e855c", "name": "network-vif-plugged", "status": "completed", "tag": "73776fae-0b04-482e-b5a2-be8fb9f18309"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:38:13.019769 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-a78f9e35-407d-4dc0-bc7d-fa2eb38adcfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500026'] for router, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:13.022066 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-a78f9e35-407d-4dc0-bc7d-fa2eb38adcfd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:13.040425 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-fee4f0a6-7602-49c3-81ce-cf6f72c80539 None None] For port 73776fae-0b04-482e-b5a2-be8fb9f18309, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=73776fae-0b04-482e-b5a2-be8fb9f18309,segment=NetworkSegment(6cdc67b3-0334-4056-a4c8-74f01e0961f3),segment_id=6cdc67b3-0334-4056-a4c8-74f01e0961f3)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:38:13.051740 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-fee4f0a6-7602-49c3-81ce-cf6f72c80539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:13.065109 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 08:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd2a886-28b7-40d4-89dc-470314e8f93a x-openstack-request-id: req-dfd2a886-28b7-40d4-89dc-470314e8f93a {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:38:13.065353 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "557ad063-3114-451c-8313-96c6649e855c", "name": "network-vif-plugged", "status": "completed", "tag": "73776fae-0b04-482e-b5a2-be8fb9f18309", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:38:13.065676 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dfd2a886-28b7-40d4-89dc-470314e8f93a {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:38:13.066142 dv-cinder-800431-1-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '557ad063-3114-451c-8313-96c6649e855c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73776fae-0b04-482e-b5a2-be8fb9f18309', 'code': 200} Jul 12 08:38:13.068753 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-a78f9e35-407d-4dc0-bc7d-fa2eb38adcfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-526004'] for router, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:13.069322 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78f9e35-407d-4dc0-bc7d-fa2eb38adcfd admin admin] Fanout notify agent at l3_agent the message router_deleted on router bafa57e7-b72f-4a14-8269-b93c6e437ffe {{(pid=92952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 08:38:13.074191 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-a78f9e35-407d-4dc0-bc7d-fa2eb38adcfd admin admin] Notify callbacks [] for router, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:13.076674 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-a78f9e35-407d-4dc0-bc7d-fa2eb38adcfd admin admin] 10.222.0.37 "DELETE /v2.0/routers/bafa57e7-b72f-4a14-8269-b93c6e437ffe HTTP/1.1" status: 204 len: 168 time: 0.8903594 Jul 12 08:38:13.078388 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 44400) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:38:13.127461 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e5aa498-3ff0-4cb4-811c-d7d9442ee72c admin admin] Deleting subnet 2a3005b3-6c18-4cb2-94e4-48e9cf6a930f {{(pid=92952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 08:38:13.130859 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-5e5aa498-3ff0-4cb4-811c-d7d9442ee72c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:13.142474 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee4f0a6-7602-49c3-81ce-cf6f72c80539 None None] Pushing event updated for resources: {'Port': ['ID=73776fae-0b04-482e-b5a2-be8fb9f18309,revision_number=9']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:38:13.180258 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-5e5aa498-3ff0-4cb4-811c-d7d9442ee72c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1649690'] for subnet, precommit_delete_associations {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:13.267366 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-5e5aa498-3ff0-4cb4-811c-d7d9442ee72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8247719'] for subnet, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:13.323457 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-5e5aa498-3ff0-4cb4-811c-d7d9442ee72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8247726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1188542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2948071'] for subnet, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:13.330901 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-7763f875-f343-44ee-a1bb-0fbbdc64b2a3 None None] Provisioning complete for port 73776fae-0b04-482e-b5a2-be8fb9f18309 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:38:13.331275 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7763f875-f343-44ee-a1bb-0fbbdc64b2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:13.349486 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5aa498-3ff0-4cb4-811c-d7d9442ee72c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a3005b3-6c18-4cb2-94e4-48e9cf6a930f,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:38:13.353203 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-5e5aa498-3ff0-4cb4-811c-d7d9442ee72c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for subnet, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:13.355138 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-5e5aa498-3ff0-4cb4-811c-d7d9442ee72c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2a3005b3-6c18-4cb2-94e4-48e9cf6a930f HTTP/1.1" status: 204 len: 168 time: 0.2758021 Jul 12 08:38:13.358300 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 44404) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:38:13.362153 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b80ffc9-fb52-44c9-8894-b264d34ce681 None None] Network 87f9aa9d-4b32-44c0-9258-78c96af6cf8d requested from dv-cinder-800431-1-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 08:38:13.429669 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-25b8b151-165c-489a-8a12-38d75dbd184d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884328'] for network, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:13.458627 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e85086-8d1c-4f5a-9abf-8e4c7f2437f7 req-8a382f1d-c7eb-4a9b-8532-7db1f4eebc9f tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:13.460280 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e1e85086-8d1c-4f5a-9abf-8e4c7f2437f7 req-8a382f1d-c7eb-4a9b-8532-7db1f4eebc9f tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.37 "GET /v2.0/ports?device_id=4debc036-6524-4a29-be92-460ef52f0e26 HTTP/1.1" status: 200 len: 945 time: 0.0653858 Jul 12 08:38:13.488346 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [None req-25b8b151-165c-489a-8a12-38d75dbd184d admin admin] Deleting port 92c39039-9216-4b85-bb1f-8cd80aa5fd11 {{(pid=92951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 08:38:13.488855 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-25b8b151-165c-489a-8a12-38d75dbd184d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748223187694'] for port, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:13.502358 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e1e85086-8d1c-4f5a-9abf-8e4c7f2437f7 req-18c33c5e-da3f-4275-98c1-5a40348329d1 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979a974-a717-4399-8606-b6f0675db0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331643 Jul 12 08:38:13.552295 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.db [None req-25b8b151-165c-489a-8a12-38d75dbd184d admin admin] For port 92c39039-9216-4b85-bb1f-8cd80aa5fd11, host dv-cinder-800431-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=92c39039-9216-4b85-bb1f-8cd80aa5fd11,segment=NetworkSegment(8ae57f27-2f55-4ba4-8135-7182c274f38c),segment_id=8ae57f27-2f55-4ba4-8135-7182c274f38c)] {{(pid=92951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:38:13.552658 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-25b8b151-165c-489a-8a12-38d75dbd184d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528347'] for port, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:13.570191 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [None req-25b8b151-165c-489a-8a12-38d75dbd184d admin admin] Calling delete_port for 92c39039-9216-4b85-bb1f-8cd80aa5fd11 owned by network:dhcp {{(pid=92951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 08:38:13.614642 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6eebe33-85b6-4ec6-8209-2d5200e12c55 None None] DHCP port deletion for 87f9aa9d-4b32-44c0-9258-78c96af6cf8d request from dv-cinder-800431-1-iscsi {{(pid=92953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 08:38:13.651491 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-25b8b151-165c-489a-8a12-38d75dbd184d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8377658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748223196968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748222641655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2337033'] for port, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:13.665068 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-f6eebe33-85b6-4ec6-8209-2d5200e12c55 None None] Deleting port 92c39039-9216-4b85-bb1f-8cd80aa5fd11 {{(pid=92953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 08:38:13.665586 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f6eebe33-85b6-4ec6-8209-2d5200e12c55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748223187694'] for port, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:13.680485 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b8b151-165c-489a-8a12-38d75dbd184d admin admin] No DVR routers for this DVR port 92c39039-9216-4b85-bb1f-8cd80aa5fd11 on host dv-cinder-800431-1-iscsi {{(pid=92951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 08:38:13.682520 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b8b151-165c-489a-8a12-38d75dbd184d admin admin] Pushing event deleted for resources: {'Port': ['ID=92c39039-9216-4b85-bb1f-8cd80aa5fd11,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:38:13.736325 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 92c39039-9216-4b85-bb1f-8cd80aa5fd11 no longer exists at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 08:38:13.743278 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-f6eebe33-85b6-4ec6-8209-2d5200e12c55 None None] For port 92c39039-9216-4b85-bb1f-8cd80aa5fd11, host dv-cinder-800431-1-iscsi, got binding levels [] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:38:13.743749 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f6eebe33-85b6-4ec6-8209-2d5200e12c55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528347'] for port, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:13.763415 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-25b8b151-165c-489a-8a12-38d75dbd184d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8250066', 'neutron.services.segments.db._delete_segments_for_network-8748223159134'] for network, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:13.766152 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] No Port match for: 92c39039-9216-4b85-bb1f-8cd80aa5fd11 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 08:38:13.766567 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 92c39039-9216-4b85-bb1f-8cd80aa5fd11 not bound to the agent host dv-cinder-800431-1-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 08:38:13.767047 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 96e2e342-c1a9-432e-bf24-867ec2d38b56 no longer exists at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 08:38:13.774200 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.services.segments.db [None req-25b8b151-165c-489a-8a12-38d75dbd184d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87f9aa9d-4b32-44c0-9258-78c96af6cf8d']}} {{(pid=92951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:38:13.786898 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.services.segments.db [None req-25b8b151-165c-489a-8a12-38d75dbd184d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ae57f27-2f55-4ba4-8135-7182c274f38c') {'for_net_delete': True} {{(pid=92951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:38:13.787324 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.services.segments.db [None req-25b8b151-165c-489a-8a12-38d75dbd184d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ae57f27-2f55-4ba4-8135-7182c274f38c') {} {{(pid=92951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:38:13.794010 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-f6eebe33-85b6-4ec6-8209-2d5200e12c55 None None] Calling delete_port for 92c39039-9216-4b85-bb1f-8cd80aa5fd11 owned by network:dhcp {{(pid=92953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 08:38:13.797494 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.ipam_backend_mixin [None req-f6eebe33-85b6-4ec6-8209-2d5200e12c55 None None] Port 92c39039-9216-4b85-bb1f-8cd80aa5fd11 was not found and therefore no delete operation was performed {{(pid=92953) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 12 08:38:13.798404 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-25b8b151-165c-489a-8a12-38d75dbd184d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748223174018', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8451449'] for segment, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:13.798549 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] No Port match for: 96e2e342-c1a9-432e-bf24-867ec2d38b56 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 08:38:13.798842 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 96e2e342-c1a9-432e-bf24-867ec2d38b56 not bound to the agent host dv-cinder-800431-1-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 08:38:13.799249 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 368c32c0-c314-4342-9815-4c57d936452a no longer exists at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 08:38:13.801931 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f6eebe33-85b6-4ec6-8209-2d5200e12c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8377658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748223196968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748222641655'] for port, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:13.813191 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-25b8b151-165c-489a-8a12-38d75dbd184d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246630'] for segment, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:13.819359 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25b8b151-165c-489a-8a12-38d75dbd184d admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=92951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 08:38:13.819969 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-25b8b151-165c-489a-8a12-38d75dbd184d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2337082'] for segment, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:13.821982 dv-cinder-800431-1-iscsi neutron-server[92951]: Traceback (most recent call last): Jul 12 08:38:13.821982 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 08:38:13.821982 dv-cinder-800431-1-iscsi neutron-server[92951]: timer() Jul 12 08:38:13.821982 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 08:38:13.821982 dv-cinder-800431-1-iscsi neutron-server[92951]: cb(*args, **kw) Jul 12 08:38:13.821982 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 08:38:13.821982 dv-cinder-800431-1-iscsi neutron-server[92951]: return func(*args, **kwargs) Jul 12 08:38:13.821982 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 08:38:13.821982 dv-cinder-800431-1-iscsi neutron-server[92951]: self._notify() Jul 12 08:38:13.821982 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 08:38:13.821982 dv-cinder-800431-1-iscsi neutron-server[92951]: self.callback(batched_events) Jul 12 08:38:13.821982 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 08:38:13.821982 dv-cinder-800431-1-iscsi neutron-server[92951]: event.method(event) Jul 12 08:38:13.821982 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 08:38:13.821982 dv-cinder-800431-1-iscsi neutron-server[92951]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 08:38:13.821982 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 08:38:13.821982 dv-cinder-800431-1-iscsi neutron-server[92951]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 08:38:13.821982 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 08:38:13.821982 dv-cinder-800431-1-iscsi neutron-server[92951]: return f(self, *a, **k) Jul 12 08:38:13.821982 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 08:38:13.821982 dv-cinder-800431-1-iscsi neutron-server[92951]: return self._get(url).json() Jul 12 08:38:13.821982 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 08:38:13.821982 dv-cinder-800431-1-iscsi neutron-server[92951]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 08:38:13.821982 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 08:38:13.821982 dv-cinder-800431-1-iscsi neutron-server[92951]: return self.request(url, 'GET', **kwargs) Jul 12 08:38:13.821982 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 08:38:13.821982 dv-cinder-800431-1-iscsi neutron-server[92951]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 08:38:13.821982 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 08:38:13.821982 dv-cinder-800431-1-iscsi neutron-server[92951]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 08:38:13.821982 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 08:38:13.821982 dv-cinder-800431-1-iscsi neutron-server[92951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 08:38:13.821982 dv-cinder-800431-1-iscsi neutron-server[92951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 08:38:13.825028 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] No Port match for: 368c32c0-c314-4342-9815-4c57d936452a {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 08:38:13.825375 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 368c32c0-c314-4342-9815-4c57d936452a not bound to the agent host dv-cinder-800431-1-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 08:38:13.848315 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device e5add19f-8154-4970-b4c8-96048b0999e9 up at agent hyperv_hv-cinder-80043 {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:38:13.852344 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6eebe33-85b6-4ec6-8209-2d5200e12c55 None None] No DVR routers for this DVR port 92c39039-9216-4b85-bb1f-8cd80aa5fd11 on host dv-cinder-800431-1-iscsi {{(pid=92953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 08:38:13.856129 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eebe33-85b6-4ec6-8209-2d5200e12c55 None None] Pushing event deleted for resources: {'Port': ['ID=92c39039-9216-4b85-bb1f-8cd80aa5fd11,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:38:13.891288 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-25b8b151-165c-489a-8a12-38d75dbd184d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8250657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-940980'] for network, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:13.896930 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-25b8b151-165c-489a-8a12-38d75dbd184d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for network, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:13.898848 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-25b8b151-165c-489a-8a12-38d75dbd184d admin admin] 10.222.0.37 "DELETE /v2.0/networks/87f9aa9d-4b32-44c0-9258-78c96af6cf8d HTTP/1.1" status: 204 len: 168 time: 0.5395670 Jul 12 08:38:13.911543 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b8b151-165c-489a-8a12-38d75dbd184d admin admin] Pushing event deleted for resources: {'Network': ['ID=87f9aa9d-4b32-44c0-9258-78c96af6cf8d,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:38:13.917608 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Provisioning for port e5add19f-8154-4970-b4c8-96048b0999e9 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:38:13.921959 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Provisioning complete for port e5add19f-8154-4970-b4c8-96048b0999e9 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:38:13.922334 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:14.018576 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:14.021494 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 44408) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:38:14.051931 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port e5add19f-8154-4970-b4c8-96048b0999e9, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=e5add19f-8154-4970-b4c8-96048b0999e9,segment=NetworkSegment(d335fbb8-c4c5-4f46-b49a-7df70ec78abf),segment_id=d335fbb8-c4c5-4f46-b49a-7df70ec78abf)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:38:14.056450 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:14.062351 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-8103ad30-3f2a-45d8-9331-19d2a6fa9bff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ca5d7c4d35274957aea289fc8cbe4d73&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0396202 Jul 12 08:38:14.064687 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 44410) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:38:14.089076 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 73776fae-0b04-482e-b5a2-be8fb9f18309 up at agent hyperv_hv-cinder-80043 {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:38:14.116806 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-904dcfad-f1c0-4890-b757-d2168f0b7c1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:14.136037 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Pushing event updated for resources: {'Port': ['ID=e5add19f-8154-4970-b4c8-96048b0999e9,revision_number=5']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:38:14.136929 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-904dcfad-f1c0-4890-b757-d2168f0b7c1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:14.153709 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Provisioning complete for port 73776fae-0b04-482e-b5a2-be8fb9f18309 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:38:14.154591 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:14.183803 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-904dcfad-f1c0-4890-b757-d2168f0b7c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:14.186494 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-904dcfad-f1c0-4890-b757-d2168f0b7c1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:14.187674 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-904dcfad-f1c0-4890-b757-d2168f0b7c1b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/92b09a97-811b-4036-af46-ec70afadd67a HTTP/1.1" status: 204 len: 168 time: 0.1220529 Jul 12 08:38:14.195725 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904dcfad-f1c0-4890-b757-d2168f0b7c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b09a97-811b-4036-af46-ec70afadd67a,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:38:14.678355 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463becc5-a663-465f-a8fc-a9c84c7b35e1 req-afa2d5e1-802d-4fba-a849-da1c2909840a tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:14.679849 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-463becc5-a663-465f-a8fc-a9c84c7b35e1 req-afa2d5e1-802d-4fba-a849-da1c2909840a tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.37 "GET /v2.0/ports?device_id=4debc036-6524-4a29-be92-460ef52f0e26 HTTP/1.1" status: 200 len: 946 time: 0.0684021 Jul 12 08:38:14.717992 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-463becc5-a663-465f-a8fc-a9c84c7b35e1 req-397a3ca4-2f22-48d1-85fe-6866c14d2142 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979a974-a717-4399-8606-b6f0675db0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317326 Jul 12 08:38:14.815439 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 44434) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:38:14.906186 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.v2.base [None req-74925bac-7b58-4f8f-9623-986910d3527c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1879270011-network', 'tenant_id': '3e2c7bd2f6284950a8847e704c7ed59d'}} {{(pid=92951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:38:14.926782 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74925bac-7b58-4f8f-9623-986910d3527c admin admin] Made reservation on behalf of 3e2c7bd2f6284950a8847e704c7ed59d for: {'network': 1} {{(pid=92951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 08:38:14.929233 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-74925bac-7b58-4f8f-9623-986910d3527c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for network, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:14.937595 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-74925bac-7b58-4f8f-9623-986910d3527c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:15.024617 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-74925bac-7b58-4f8f-9623-986910d3527c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:15.030829 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-74925bac-7b58-4f8f-9623-986910d3527c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:15.050962 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74925bac-7b58-4f8f-9623-986910d3527c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=92951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 08:38:15.065843 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74925bac-7b58-4f8f-9623-986910d3527c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254a817b-6a4c-4331-8221-ba90efcca5d3,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:38:15.067064 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4debc036-6524-4a29-be92-460ef52f0e26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5add19f-8154-4970-b4c8-96048b0999e9'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:38:15.068672 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-74925bac-7b58-4f8f-9623-986910d3527c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246630'] for segment, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:15.069016 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.db.segments_db [None req-74925bac-7b58-4f8f-9623-986910d3527c admin admin] Added segment 4b77e48a-1884-4073-b8a8-e784b0586792 of type vlan for network 4a0e60a8-aab4-403d-85e0-f93bb62aade7 Jul 12 08:38:15.069529 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af58d1c9f1a57ad28455f2a1c324eb475fddbc81caacf3fdebaad0c9863d536b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56ae138-315e-435d-8a6e-51ff3a7fa0f1" -d '{"events": [{"server_uuid": "4debc036-6524-4a29-be92-460ef52f0e26", "name": "network-vif-plugged", "status": "completed", "tag": "e5add19f-8154-4970-b4c8-96048b0999e9"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:38:15.104283 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 08:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac8d5fe-eae1-404e-9509-90845cf34fb1 x-openstack-request-id: req-aac8d5fe-eae1-404e-9509-90845cf34fb1 {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:38:15.104577 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4debc036-6524-4a29-be92-460ef52f0e26", "name": "network-vif-plugged", "status": "completed", "tag": "e5add19f-8154-4970-b4c8-96048b0999e9", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:38:15.104829 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aac8d5fe-eae1-404e-9509-90845cf34fb1 {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:38:15.105223 dv-cinder-800431-1-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4debc036-6524-4a29-be92-460ef52f0e26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5add19f-8154-4970-b4c8-96048b0999e9', 'code': 200} Jul 12 08:38:15.108901 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-74925bac-7b58-4f8f-9623-986910d3527c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748222629479'] for network, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:15.137393 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-74925bac-7b58-4f8f-9623-986910d3527c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794'] for network, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:15.138295 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74925bac-7b58-4f8f-9623-986910d3527c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:15.138886 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-74925bac-7b58-4f8f-9623-986910d3527c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for network, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:15.196064 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-74925bac-7b58-4f8f-9623-986910d3527c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3794985 Jul 12 08:38:15.199255 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74925bac-7b58-4f8f-9623-986910d3527c admin admin] Pushing event updated for resources: {'Network': ['ID=4a0e60a8-aab4-403d-85e0-f93bb62aade7,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:38:15.199420 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 44440) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:38:15.204541 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-b1c1ba55-22f2-4588-95bc-97396e8e6060 admin admin] Request body: {'subnet': {'network_id': '4a0e60a8-aab4-403d-85e0-f93bb62aade7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1879270011-subnet', 'tenant_id': '3e2c7bd2f6284950a8847e704c7ed59d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:38:15.210271 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Network 4a0e60a8-aab4-403d-85e0-f93bb62aade7 details requested by agent ovs-agent-dv-cinder-800431-1-iscsi with host dv-cinder-800431-1-iscsi {{(pid=92953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 08:38:15.228288 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c1ba55-22f2-4588-95bc-97396e8e6060 admin admin] Made reservation on behalf of 3e2c7bd2f6284950a8847e704c7ed59d for: {'subnet': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 08:38:15.230667 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b1c1ba55-22f2-4588-95bc-97396e8e6060 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2947334'] for subnet, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:15.362905 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b85ab-cf2c-4cc1-ad28-2fb1276853f5 req-552c9bdb-4dac-4ff6-9f7a-f2829c5c7215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:15.364419 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ef3b85ab-cf2c-4cc1-ad28-2fb1276853f5 req-552c9bdb-4dac-4ff6-9f7a-f2829c5c7215 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4debc036-6524-4a29-be92-460ef52f0e26 HTTP/1.1" status: 200 len: 1099 time: 0.0879540 Jul 12 08:38:15.428025 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ef3b85ab-cf2c-4cc1-ad28-2fb1276853f5 req-b0d1a7ca-b6dc-40e4-8883-6d9620f28cd6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7979a974-a717-4399-8606-b6f0675db0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570333 Jul 12 08:38:15.465245 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b1c1ba55-22f2-4588-95bc-97396e8e6060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1188605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2948092'] for subnet, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:15.516352 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c1ba55-22f2-4588-95bc-97396e8e6060 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8756298e-9b15-41e9-9d9f-d70fe9f98e7e,revision_number=0']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:38:15.531158 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c1ba55-22f2-4588-95bc-97396e8e6060 admin admin] Checking segment: {'id': '4b77e48a-1884-4073-b8a8-e784b0586792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4a0e60a8-aab4-403d-85e0-f93bb62aade7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:38:15.531522 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c1ba55-22f2-4588-95bc-97396e8e6060 admin admin] Network hostable DHCP agents. Network: 4a0e60a8-aab4-403d-85e0-f93bb62aade7, hostable agents: ['c54cb50b-3f96-48fd-b597-b50612d9ada1'], hosted agents: [] {{(pid=92952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 08:38:15.547549 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c1ba55-22f2-4588-95bc-97396e8e6060 admin admin] Network 4a0e60a8-aab4-403d-85e0-f93bb62aade7 is scheduled to be hosted by DHCP agent c54cb50b-3f96-48fd-b597-b50612d9ada1 with binding_index 1 {{(pid=92952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 08:38:15.555600 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [None req-b1c1ba55-22f2-4588-95bc-97396e8e6060 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800431-1-iscsi, 4a0e60a8-aab4-403d-85e0-f93bb62aade7) {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:38:15.559538 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c1ba55-22f2-4588-95bc-97396e8e6060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:15.560164 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b1c1ba55-22f2-4588-95bc-97396e8e6060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for subnet, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:15.564629 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b031409-c899-4eed-9fab-7751c207d675 None None] Network 4a0e60a8-aab4-403d-85e0-f93bb62aade7 requested from dv-cinder-800431-1-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 08:38:15.573577 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-b1c1ba55-22f2-4588-95bc-97396e8e6060 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3730464 Jul 12 08:38:15.687676 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ecd125-1344-4cdb-a4df-0cce7372c082 None None] Network 4a0e60a8-aab4-403d-85e0-f93bb62aade7 requested from dv-cinder-800431-1-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 08:38:15.905758 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762be92-eca7-4d31-af54-4a06c4242a7d req-b59457ba-ff7c-42a0-b7f5-b492abaac46f tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:15.907249 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b762be92-eca7-4d31-af54-4a06c4242a7d req-b59457ba-ff7c-42a0-b7f5-b492abaac46f tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.37 "GET /v2.0/ports?device_id=4debc036-6524-4a29-be92-460ef52f0e26 HTTP/1.1" status: 200 len: 946 time: 0.0648582 Jul 12 08:38:15.944234 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b762be92-eca7-4d31-af54-4a06c4242a7d req-bd7e60b3-1673-4ac6-acb4-f1e26eaa3eb2 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979a974-a717-4399-8606-b6f0675db0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313394 Jul 12 08:38:15.989136 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb6bb97-11f1-4bc6-a32b-a0e092704040 req-c9fd8991-c9ea-4062-b8fe-bac8a7534e06 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:15.990649 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-feb6bb97-11f1-4bc6-a32b-a0e092704040 req-c9fd8991-c9ea-4062-b8fe-bac8a7534e06 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/networks?id=4a0e60a8-aab4-403d-85e0-f93bb62aade7 HTTP/1.1" status: 200 len: 815 time: 0.0985048 Jul 12 08:38:16.005171 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-feb6bb97-11f1-4bc6-a32b-a0e092704040 req-aeda7e0b-e96e-4731-8c18-fd9a9114ebde tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/quotas/3e2c7bd2f6284950a8847e704c7ed59d HTTP/1.1" status: 200 len: 375 time: 0.0090439 Jul 12 08:38:16.266805 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-feb6bb97-11f1-4bc6-a32b-a0e092704040 req-7645302d-8176-4c2c-9cf1-a21ded4d71c3 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3e2c7bd2f6284950a8847e704c7ed59d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2569368 Jul 12 08:38:16.354992 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-feb6bb97-11f1-4bc6-a32b-a0e092704040 req-f251f9e3-9c3f-4146-b840-2434b4fa733e service neutron] 10.222.0.37 "GET /v2.0/networks/4a0e60a8-aab4-403d-85e0-f93bb62aade7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814250 Jul 12 08:38:16.443031 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-feb6bb97-11f1-4bc6-a32b-a0e092704040 req-1133c289-1a71-4be8-90a7-8eae5505c11e service neutron] 10.222.0.37 "GET /v2.0/networks/4a0e60a8-aab4-403d-85e0-f93bb62aade7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820656 Jul 12 08:38:16.604126 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a8ed875a-1f8c-4268-8d49-7521a62b924b req-7037ca08-d6b9-40e4-a62c-0573a4f47cdb tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/ports?device_id=be249f33-27d8-4c48-8227-693b1d4d061e HTTP/1.1" status: 200 len: 210 time: 0.0282879 Jul 12 08:38:17.113118 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da819b4-63ea-4e3d-adc9-9a916dc0a997 req-1137a411-a114-4377-963b-60ed1061c544 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:17.114884 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-6da819b4-63ea-4e3d-adc9-9a916dc0a997 req-1137a411-a114-4377-963b-60ed1061c544 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.37 "GET /v2.0/ports?device_id=4debc036-6524-4a29-be92-460ef52f0e26 HTTP/1.1" status: 200 len: 946 time: 0.0626826 Jul 12 08:38:17.155177 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-6da819b4-63ea-4e3d-adc9-9a916dc0a997 req-deb3cb5b-294f-4e7b-a591-c978c7c3f854 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979a974-a717-4399-8606-b6f0675db0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345998 Jul 12 08:38:17.689915 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb6bb97-11f1-4bc6-a32b-a0e092704040 req-6f041749-a14e-41a3-a0c2-119cbd7caf12 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:17.691973 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-feb6bb97-11f1-4bc6-a32b-a0e092704040 req-6f041749-a14e-41a3-a0c2-119cbd7caf12 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.23 "GET /v2.0/networks?id=4a0e60a8-aab4-403d-85e0-f93bb62aade7 HTTP/1.1" status: 200 len: 815 time: 0.1353028 Jul 12 08:38:17.711591 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-feb6bb97-11f1-4bc6-a32b-a0e092704040 req-1afc0e1c-e719-4f78-8c67-27ea6936e998 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Request body: {'port': {'device_id': 'be249f33-27d8-4c48-8227-693b1d4d061e', 'network_id': '4a0e60a8-aab4-403d-85e0-f93bb62aade7', 'admin_state_up': True, 'tenant_id': '3e2c7bd2f6284950a8847e704c7ed59d'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:38:17.790258 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d693b15b-f5ce-48c8-8487-a520632fec4b req-a2952c53-4136-4be5-949b-8a605c966b05 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/ports?device_id=be249f33-27d8-4c48-8227-693b1d4d061e HTTP/1.1" status: 200 len: 210 time: 0.0614612 Jul 12 08:38:17.854966 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feb6bb97-11f1-4bc6-a32b-a0e092704040 req-1afc0e1c-e719-4f78-8c67-27ea6936e998 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Made reservation on behalf of 3e2c7bd2f6284950a8847e704c7ed59d for: {'port': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 08:38:17.860005 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-feb6bb97-11f1-4bc6-a32b-a0e092704040 req-1afc0e1c-e719-4f78-8c67-27ea6936e998 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:17.989042 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_common [req-feb6bb97-11f1-4bc6-a32b-a0e092704040 req-1afc0e1c-e719-4f78-8c67-27ea6936e998 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Allocated IP 172.20.0.9 (4a0e60a8-aab4-403d-85e0-f93bb62aade7/8756298e-9b15-41e9-9d9f-d70fe9f98e7e/0c11a292-f267-405d-8d96-f7adae9c16c9) {{(pid=92952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 08:38:18.135869 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-feb6bb97-11f1-4bc6-a32b-a0e092704040 req-1afc0e1c-e719-4f78-8c67-27ea6936e998 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Notify callbacks [] for port, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:18.173396 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-feb6bb97-11f1-4bc6-a32b-a0e092704040 req-1afc0e1c-e719-4f78-8c67-27ea6936e998 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748222641646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1188457'] for port, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:18.214562 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feb6bb97-11f1-4bc6-a32b-a0e092704040 req-1afc0e1c-e719-4f78-8c67-27ea6936e998 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Network 4a0e60a8-aab4-403d-85e0-f93bb62aade7 is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:38:18.220102 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [req-feb6bb97-11f1-4bc6-a32b-a0e092704040 req-1afc0e1c-e719-4f78-8c67-27ea6936e998 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:38:18.223108 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb6bb97-11f1-4bc6-a32b-a0e092704040 req-1afc0e1c-e719-4f78-8c67-27ea6936e998 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Received port after_create {{(pid=92952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 08:38:18.256730 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afc0e1c-e719-4f78-8c67-27ea6936e998 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Pushing event updated for resources: {'Port': ['ID=0c11a292-f267-405d-8d96-f7adae9c16c9,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:38:18.282171 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb6bb97-11f1-4bc6-a32b-a0e092704040 req-1afc0e1c-e719-4f78-8c67-27ea6936e998 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:18.282898 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-feb6bb97-11f1-4bc6-a32b-a0e092704040 req-1afc0e1c-e719-4f78-8c67-27ea6936e998 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:18.296822 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-feb6bb97-11f1-4bc6-a32b-a0e092704040 req-1afc0e1c-e719-4f78-8c67-27ea6936e998 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5890305 Jul 12 08:38:18.308183 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-feb6bb97-11f1-4bc6-a32b-a0e092704040 req-150c00b8-97f9-49c7-b48e-b7280a37b6c0 service neutron] Request body: {'port': {'device_id': 'be249f33-27d8-4c48-8227-693b1d4d061e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:38:18.377523 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-feb6bb97-11f1-4bc6-a32b-a0e092704040 req-150c00b8-97f9-49c7-b48e-b7280a37b6c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:18.635472 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [req-feb6bb97-11f1-4bc6-a32b-a0e092704040 req-150c00b8-97f9-49c7-b48e-b7280a37b6c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c11a292-f267-405d-8d96-f7adae9c16c9 {{(pid=92952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 08:38:18.643870 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-feb6bb97-11f1-4bc6-a32b-a0e092704040 req-150c00b8-97f9-49c7-b48e-b7280a37b6c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:18.655748 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.provisioning_blocks [req-feb6bb97-11f1-4bc6-a32b-a0e092704040 req-150c00b8-97f9-49c7-b48e-b7280a37b6c0 service neutron] Transition to ACTIVE for port object 0c11a292-f267-405d-8d96-f7adae9c16c9 will not be triggered until provisioned by entity L2. {{(pid=92952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:38:18.659252 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-feb6bb97-11f1-4bc6-a32b-a0e092704040 req-150c00b8-97f9-49c7-b48e-b7280a37b6c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1188479'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:18.708324 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150c00b8-97f9-49c7-b48e-b7280a37b6c0 service neutron] Pushing event updated for resources: {'Port': ['ID=0c11a292-f267-405d-8d96-f7adae9c16c9,revision_number=2']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:38:18.775930 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-feb6bb97-11f1-4bc6-a32b-a0e092704040 req-150c00b8-97f9-49c7-b48e-b7280a37b6c0 service neutron] Attempting to bind port 0c11a292-f267-405d-8d96-f7adae9c16c9 on host hv-cinder-80043 for vnic_type normal with profile {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 08:38:18.776270 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-feb6bb97-11f1-4bc6-a32b-a0e092704040 req-150c00b8-97f9-49c7-b48e-b7280a37b6c0 service neutron] Attempting to bind port 0c11a292-f267-405d-8d96-f7adae9c16c9 by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': '4b77e48a-1884-4073-b8a8-e784b0586792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4a0e60a8-aab4-403d-85e0-f93bb62aade7'}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 08:38:18.776600 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb6bb97-11f1-4bc6-a32b-a0e092704040 req-150c00b8-97f9-49c7-b48e-b7280a37b6c0 service neutron] Attempting to bind port 0c11a292-f267-405d-8d96-f7adae9c16c9 on network 4a0e60a8-aab4-403d-85e0-f93bb62aade7 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:38:18.780812 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb6bb97-11f1-4bc6-a32b-a0e092704040 req-150c00b8-97f9-49c7-b48e-b7280a37b6c0 service neutron] Port 0c11a292-f267-405d-8d96-f7adae9c16c9 on network 4a0e60a8-aab4-403d-85e0-f93bb62aade7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 08:38:18.781131 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb6bb97-11f1-4bc6-a32b-a0e092704040 req-150c00b8-97f9-49c7-b48e-b7280a37b6c0 service neutron] Attempting to bind port 0c11a292-f267-405d-8d96-f7adae9c16c9 on network 4a0e60a8-aab4-403d-85e0-f93bb62aade7 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:38:18.785978 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb6bb97-11f1-4bc6-a32b-a0e092704040 req-150c00b8-97f9-49c7-b48e-b7280a37b6c0 service neutron] Checking agent: {'id': '9498d972-5d3d-47a0-93c6-a71636d6a88c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 8, 29, 30), 'started_at': datetime.datetime(2021, 7, 12, 8, 29, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 8, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 08:38:18.786312 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb6bb97-11f1-4bc6-a32b-a0e092704040 req-150c00b8-97f9-49c7-b48e-b7280a37b6c0 service neutron] Checking segment: {'id': '4b77e48a-1884-4073-b8a8-e784b0586792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4a0e60a8-aab4-403d-85e0-f93bb62aade7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:38:18.786690 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb6bb97-11f1-4bc6-a32b-a0e092704040 req-150c00b8-97f9-49c7-b48e-b7280a37b6c0 service neutron] Bound using segment: {'id': '4b77e48a-1884-4073-b8a8-e784b0586792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4a0e60a8-aab4-403d-85e0-f93bb62aade7'} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 08:38:18.787117 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-feb6bb97-11f1-4bc6-a32b-a0e092704040 req-150c00b8-97f9-49c7-b48e-b7280a37b6c0 service neutron] Bound port: 0c11a292-f267-405d-8d96-f7adae9c16c9, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b77e48a-1884-4073-b8a8-e784b0586792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4a0e60a8-aab4-403d-85e0-f93bb62aade7'}}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 08:38:18.787469 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-feb6bb97-11f1-4bc6-a32b-a0e092704040 req-150c00b8-97f9-49c7-b48e-b7280a37b6c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:18.849937 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-feb6bb97-11f1-4bc6-a32b-a0e092704040 req-150c00b8-97f9-49c7-b48e-b7280a37b6c0 service neutron] For port 0c11a292-f267-405d-8d96-f7adae9c16c9, host hv-cinder-80043, cleared binding levels {{(pid=92952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 08:38:18.852729 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-feb6bb97-11f1-4bc6-a32b-a0e092704040 req-150c00b8-97f9-49c7-b48e-b7280a37b6c0 service neutron] For port 0c11a292-f267-405d-8d96-f7adae9c16c9, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=0c11a292-f267-405d-8d96-f7adae9c16c9,segment=NetworkSegment(4b77e48a-1884-4073-b8a8-e784b0586792),segment_id=4b77e48a-1884-4073-b8a8-e784b0586792)] {{(pid=92952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 08:38:18.858729 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-feb6bb97-11f1-4bc6-a32b-a0e092704040 req-150c00b8-97f9-49c7-b48e-b7280a37b6c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1188479'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:18.895761 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb6bb97-11f1-4bc6-a32b-a0e092704040 req-150c00b8-97f9-49c7-b48e-b7280a37b6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:18.896385 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-feb6bb97-11f1-4bc6-a32b-a0e092704040 req-150c00b8-97f9-49c7-b48e-b7280a37b6c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:18.897810 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-feb6bb97-11f1-4bc6-a32b-a0e092704040 req-150c00b8-97f9-49c7-b48e-b7280a37b6c0 service neutron] 10.222.0.23 "PUT /v2.0/ports/0c11a292-f267-405d-8d96-f7adae9c16c9 HTTP/1.1" status: 200 len: 1093 time: 0.5939765 Jul 12 08:38:18.898246 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be249f33-27d8-4c48-8227-693b1d4d061e', 'tag': '0c11a292-f267-405d-8d96-f7adae9c16c9'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:38:18.900464 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35659b288decb3563870ae931b8d662eab2da969d6ab5856613d86fcebdbc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6444c81-048c-4d52-91b1-c5625217e394" -d '{"events": [{"name": "network-changed", "server_uuid": "be249f33-27d8-4c48-8227-693b1d4d061e", "tag": "0c11a292-f267-405d-8d96-f7adae9c16c9"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:38:18.935938 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150c00b8-97f9-49c7-b48e-b7280a37b6c0 service neutron] Pushing event updated for resources: {'Port': ['ID=0c11a292-f267-405d-8d96-f7adae9c16c9,revision_number=3']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:38:18.947515 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 08:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cda6dad-230a-4010-8790-8a109469efe8 x-openstack-request-id: req-7cda6dad-230a-4010-8790-8a109469efe8 {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:38:18.947685 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be249f33-27d8-4c48-8227-693b1d4d061e", "tag": "0c11a292-f267-405d-8d96-f7adae9c16c9", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:38:18.947897 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7cda6dad-230a-4010-8790-8a109469efe8 {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:38:18.948285 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be249f33-27d8-4c48-8227-693b1d4d061e', 'tag': '0c11a292-f267-405d-8d96-f7adae9c16c9', 'status': 'completed', 'code': 200} Jul 12 08:38:18.982756 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db41c5-265f-4ecc-b489-b7de49ab03cd req-dede5bce-0d02-4e27-ab4d-a350815b7bac tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:18.984761 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-b0db41c5-265f-4ecc-b489-b7de49ab03cd req-dede5bce-0d02-4e27-ab4d-a350815b7bac tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/ports?device_id=be249f33-27d8-4c48-8227-693b1d4d061e HTTP/1.1" status: 200 len: 943 time: 0.0782969 Jul 12 08:38:19.008696 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb6bb97-11f1-4bc6-a32b-a0e092704040 req-0bac962e-0592-44e0-9656-f16f871c38fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:19.010223 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-feb6bb97-11f1-4bc6-a32b-a0e092704040 req-0bac962e-0592-44e0-9656-f16f871c38fa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3e2c7bd2f6284950a8847e704c7ed59d&device_id=be249f33-27d8-4c48-8227-693b1d4d061e HTTP/1.1" status: 200 len: 1096 time: 0.0526230 Jul 12 08:38:19.024725 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-b0db41c5-265f-4ecc-b489-b7de49ab03cd req-e02b6c44-2719-472c-957c-76bbca23c9f0 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/security-groups?id=254a817b-6a4c-4331-8221-ba90efcca5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342188 Jul 12 08:38:19.052285 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-feb6bb97-11f1-4bc6-a32b-a0e092704040 req-3ea8b4a2-61b8-453c-9375-ad0d0661e782 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c11a292-f267-405d-8d96-f7adae9c16c9 HTTP/1.1" status: 200 len: 217 time: 0.0348849 Jul 12 08:38:19.101616 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb6bb97-11f1-4bc6-a32b-a0e092704040 req-74063dd8-1620-4c0c-b41e-2f74ed19a26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:19.102975 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-feb6bb97-11f1-4bc6-a32b-a0e092704040 req-74063dd8-1620-4c0c-b41e-2f74ed19a26d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8756298e-9b15-41e9-9d9f-d70fe9f98e7e HTTP/1.1" status: 200 len: 855 time: 0.0446000 Jul 12 08:38:19.136211 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-feb6bb97-11f1-4bc6-a32b-a0e092704040 req-b9e493f2-6b86-4cd6-95ba-3aff4230a233 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a0e60a8-aab4-403d-85e0-f93bb62aade7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269806 Jul 12 08:38:19.222572 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-feb6bb97-11f1-4bc6-a32b-a0e092704040 req-6019f139-85ef-430b-9fe2-f7ac5526e7d3 service neutron] 10.222.0.23 "GET /v2.0/networks/4a0e60a8-aab4-403d-85e0-f93bb62aade7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790873 Jul 12 08:38:19.314722 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-feb6bb97-11f1-4bc6-a32b-a0e092704040 req-65c5c672-ca93-4f68-89aa-9476a7a8161e service neutron] 10.222.0.23 "GET /v2.0/networks/4a0e60a8-aab4-403d-85e0-f93bb62aade7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851190 Jul 12 08:38:19.413610 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6444c81-048c-4d52-91b1-c5625217e394 req-fc6fb9d4-b80f-4f92-bb69-48d391e4a8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:19.415091 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f6444c81-048c-4d52-91b1-c5625217e394 req-fc6fb9d4-b80f-4f92-bb69-48d391e4a8b7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3e2c7bd2f6284950a8847e704c7ed59d&device_id=be249f33-27d8-4c48-8227-693b1d4d061e HTTP/1.1" status: 200 len: 1096 time: 0.0543196 Jul 12 08:38:19.507321 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6444c81-048c-4d52-91b1-c5625217e394 req-8c3b5f9c-8689-4d1f-8ecd-5c67476becdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:19.508779 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f6444c81-048c-4d52-91b1-c5625217e394 req-8c3b5f9c-8689-4d1f-8ecd-5c67476becdc service neutron] 10.222.0.23 "GET /v2.0/networks?id=4a0e60a8-aab4-403d-85e0-f93bb62aade7 HTTP/1.1" status: 200 len: 916 time: 0.0842903 Jul 12 08:38:19.549543 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f6444c81-048c-4d52-91b1-c5625217e394 req-364cff44-2b65-4fad-b95e-0db6625b38c6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c11a292-f267-405d-8d96-f7adae9c16c9 HTTP/1.1" status: 200 len: 217 time: 0.0334811 Jul 12 08:38:19.600115 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6444c81-048c-4d52-91b1-c5625217e394 req-2712f8d4-69bf-4bf8-b091-c33d0a52f671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:19.601511 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f6444c81-048c-4d52-91b1-c5625217e394 req-2712f8d4-69bf-4bf8-b091-c33d0a52f671 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8756298e-9b15-41e9-9d9f-d70fe9f98e7e HTTP/1.1" status: 200 len: 855 time: 0.0428936 Jul 12 08:38:19.634776 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f6444c81-048c-4d52-91b1-c5625217e394 req-a89a245a-f971-4d3f-8c64-78726558fe17 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a0e60a8-aab4-403d-85e0-f93bb62aade7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258374 Jul 12 08:38:19.739658 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f6444c81-048c-4d52-91b1-c5625217e394 req-1ebf6778-48d5-41b1-8396-a8bf27d775c0 service neutron] 10.222.0.23 "GET /v2.0/networks/4a0e60a8-aab4-403d-85e0-f93bb62aade7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864937 Jul 12 08:38:19.824971 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f6444c81-048c-4d52-91b1-c5625217e394 req-40307911-a8a9-4b5c-b17a-445db6dadadf service neutron] 10.222.0.23 "GET /v2.0/networks/4a0e60a8-aab4-403d-85e0-f93bb62aade7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784905 Jul 12 08:38:20.204328 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a25c7-4fef-4421-96d1-0da4981b80da req-5bb21284-c311-4925-a889-f3dabf2e9327 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:20.205798 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b40a25c7-4fef-4421-96d1-0da4981b80da req-5bb21284-c311-4925-a889-f3dabf2e9327 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/ports?device_id=be249f33-27d8-4c48-8227-693b1d4d061e HTTP/1.1" status: 200 len: 943 time: 0.0640323 Jul 12 08:38:20.244217 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b40a25c7-4fef-4421-96d1-0da4981b80da req-3e36c032-b6f0-46ba-a24f-9b6455a58a96 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/security-groups?id=254a817b-6a4c-4331-8221-ba90efcca5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328529 Jul 12 08:38:21.413210 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df746a-a41f-47d9-a53d-109b3992c6e7 req-6af6a502-793f-401d-85a1-b2f2a2ef3d51 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:21.414704 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-40df746a-a41f-47d9-a53d-109b3992c6e7 req-6af6a502-793f-401d-85a1-b2f2a2ef3d51 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/ports?device_id=be249f33-27d8-4c48-8227-693b1d4d061e HTTP/1.1" status: 200 len: 943 time: 0.0615513 Jul 12 08:38:21.450339 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-40df746a-a41f-47d9-a53d-109b3992c6e7 req-d2e5fcd3-fd0f-4e34-878d-cdeb41cc1e28 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/security-groups?id=254a817b-6a4c-4331-8221-ba90efcca5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295873 Jul 12 08:38:21.861633 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 0c11a292-f267-405d-8d96-f7adae9c16c9 details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=92953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 08:38:21.962956 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port 0c11a292-f267-405d-8d96-f7adae9c16c9, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=0c11a292-f267-405d-8d96-f7adae9c16c9,segment=NetworkSegment(4b77e48a-1884-4073-b8a8-e784b0586792),segment_id=4b77e48a-1884-4073-b8a8-e784b0586792)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:38:21.973787 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Returning: {'device': '0c11a292-f267-405d-8d96-f7adae9c16c9', 'network_id': '4a0e60a8-aab4-403d-85e0-f93bb62aade7', 'port_id': '0c11a292-f267-405d-8d96-f7adae9c16c9', 'mac_address': 'fa:16:3e:63:90:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8756298e-9b15-41e9-9d9f-d70fe9f98e7e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 08:38:22.009302 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:22.021883 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c11a292-f267-405d-8d96-f7adae9c16c9 {{(pid=92953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 08:38:22.040026 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port 0c11a292-f267-405d-8d96-f7adae9c16c9, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=0c11a292-f267-405d-8d96-f7adae9c16c9,segment=NetworkSegment(4b77e48a-1884-4073-b8a8-e784b0586792),segment_id=4b77e48a-1884-4073-b8a8-e784b0586792)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:38:22.043548 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:22.092888 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Pushing event updated for resources: {'Port': ['ID=0c11a292-f267-405d-8d96-f7adae9c16c9,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:38:22.352366 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] get_ports_and_sgs() called for port_ids ['0c11a292-f267-405d-8d96-f7adae9c16c9'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 08:38:22.620813 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4cc15-bada-4a96-b4a8-62dc022b451e req-cee64225-62f1-4975-95bc-799a6a6f4203 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:22.622946 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-aec4cc15-bada-4a96-b4a8-62dc022b451e req-cee64225-62f1-4975-95bc-799a6a6f4203 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/ports?device_id=be249f33-27d8-4c48-8227-693b1d4d061e HTTP/1.1" status: 200 len: 944 time: 0.0603337 Jul 12 08:38:22.661022 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-aec4cc15-bada-4a96-b4a8-62dc022b451e req-407296f9-ac76-4497-8a46-e2fd79b32ba8 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/security-groups?id=254a817b-6a4c-4331-8221-ba90efcca5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306432 Jul 12 08:38:23.835460 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c349a37-c033-472b-a7e3-228a69f1ffba req-e2cbe3d9-3a97-455e-8094-bb5208fe318c tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:23.836962 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-8c349a37-c033-472b-a7e3-228a69f1ffba req-e2cbe3d9-3a97-455e-8094-bb5208fe318c tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/ports?device_id=be249f33-27d8-4c48-8227-693b1d4d061e HTTP/1.1" status: 200 len: 944 time: 0.0623693 Jul 12 08:38:23.863663 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 0c11a292-f267-405d-8d96-f7adae9c16c9 up at agent hyperv_hv-cinder-80043 {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:38:23.874630 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-8c349a37-c033-472b-a7e3-228a69f1ffba req-0b89c0b2-90a3-4b94-a6fd-519492c32856 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/security-groups?id=254a817b-6a4c-4331-8221-ba90efcca5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321488 Jul 12 08:38:23.911782 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Provisioning for port 0c11a292-f267-405d-8d96-f7adae9c16c9 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:38:23.915400 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Provisioning complete for port 0c11a292-f267-405d-8d96-f7adae9c16c9 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:38:23.915777 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:23.992850 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:24.014673 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be249f33-27d8-4c48-8227-693b1d4d061e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c11a292-f267-405d-8d96-f7adae9c16c9'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:38:24.016929 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af58d1c9f1a57ad28455f2a1c324eb475fddbc81caacf3fdebaad0c9863d536b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48200a56-7845-4607-b371-d4343f985d93" -d '{"events": [{"server_uuid": "be249f33-27d8-4c48-8227-693b1d4d061e", "name": "network-vif-plugged", "status": "completed", "tag": "0c11a292-f267-405d-8d96-f7adae9c16c9"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:38:24.029188 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port 0c11a292-f267-405d-8d96-f7adae9c16c9, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=0c11a292-f267-405d-8d96-f7adae9c16c9,segment=NetworkSegment(4b77e48a-1884-4073-b8a8-e784b0586792),segment_id=4b77e48a-1884-4073-b8a8-e784b0586792)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:38:24.033298 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:24.060813 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 08:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d0998c-0d4d-4488-b8e5-caba23d9422a x-openstack-request-id: req-97d0998c-0d4d-4488-b8e5-caba23d9422a {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:38:24.061155 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be249f33-27d8-4c48-8227-693b1d4d061e", "name": "network-vif-plugged", "status": "completed", "tag": "0c11a292-f267-405d-8d96-f7adae9c16c9", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:38:24.061403 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-97d0998c-0d4d-4488-b8e5-caba23d9422a {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:38:24.061813 dv-cinder-800431-1-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be249f33-27d8-4c48-8227-693b1d4d061e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c11a292-f267-405d-8d96-f7adae9c16c9', 'code': 200} Jul 12 08:38:24.089270 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Pushing event updated for resources: {'Port': ['ID=0c11a292-f267-405d-8d96-f7adae9c16c9,revision_number=5']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:38:24.275509 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e76e6d-a770-4df7-b316-fe7efdac2423 req-bcec9b1c-8ed0-4d20-8e9d-d505d8dbf34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:24.276960 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-81e76e6d-a770-4df7-b316-fe7efdac2423 req-bcec9b1c-8ed0-4d20-8e9d-d505d8dbf34e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=be249f33-27d8-4c48-8227-693b1d4d061e HTTP/1.1" status: 200 len: 1098 time: 0.0547693 Jul 12 08:38:24.311592 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-81e76e6d-a770-4df7-b316-fe7efdac2423 req-07aa1e3e-d81d-491e-b924-cc9fddf7ff77 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=254a817b-6a4c-4331-8221-ba90efcca5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272894 Jul 12 08:38:25.051150 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3637fb-1095-4728-bdd5-f3175c3da94c req-2785697e-ce2d-43ef-88e4-b20e8c303959 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:25.052879 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-6a3637fb-1095-4728-bdd5-f3175c3da94c req-2785697e-ce2d-43ef-88e4-b20e8c303959 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/ports?device_id=be249f33-27d8-4c48-8227-693b1d4d061e HTTP/1.1" status: 200 len: 945 time: 0.0693724 Jul 12 08:38:25.091475 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-6a3637fb-1095-4728-bdd5-f3175c3da94c req-eeaf2a96-5937-4c2f-a43b-3633265df04e tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/security-groups?id=254a817b-6a4c-4331-8221-ba90efcca5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329497 Jul 12 08:38:26.269617 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c09803-ba23-4be7-aab6-6757534e42e1 req-70f95bc1-ade7-459b-beb2-cf7e96e09a85 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:26.271072 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-31c09803-ba23-4be7-aab6-6757534e42e1 req-70f95bc1-ade7-459b-beb2-cf7e96e09a85 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/ports?device_id=be249f33-27d8-4c48-8227-693b1d4d061e HTTP/1.1" status: 200 len: 945 time: 0.0645044 Jul 12 08:38:26.307503 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-31c09803-ba23-4be7-aab6-6757534e42e1 req-e328b33c-d91a-4efb-84dd-383c2edacaa9 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/security-groups?id=254a817b-6a4c-4331-8221-ba90efcca5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308576 Jul 12 08:38:28.185439 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d07dddfd-63f7-467e-8b40-c9663a6a903e req-146a33dc-5645-43ea-a4d7-9c94ee4fd185 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=76febda2-6683-431b-a47c-409edfd3968d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0497913 Jul 12 08:38:28.268661 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07dddfd-63f7-467e-8b40-c9663a6a903e req-c69ad33a-46a0-45b1-8b1f-e67657cf47ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:28.270340 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d07dddfd-63f7-467e-8b40-c9663a6a903e req-c69ad33a-46a0-45b1-8b1f-e67657cf47ce service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=438f5cea71f1415499cf52928dcc2969&device_id=76febda2-6683-431b-a47c-409edfd3968d HTTP/1.1" status: 200 len: 1099 time: 0.0593297 Jul 12 08:38:28.373483 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07dddfd-63f7-467e-8b40-c9663a6a903e req-36e2f9ab-3bb4-4ff1-90d1-eb0477a94947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:28.374987 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d07dddfd-63f7-467e-8b40-c9663a6a903e req-36e2f9ab-3bb4-4ff1-90d1-eb0477a94947 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5581a52f-d47d-4f74-951e-8118b7d28c39 HTTP/1.1" status: 200 len: 912 time: 0.0833018 Jul 12 08:38:28.690302 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d07dddfd-63f7-467e-8b40-c9663a6a903e req-4e7caca7-2b09-4636-a071-40e6c8fc0f93 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=882bf5cb-691e-4424-b5d9-d92c9435634b HTTP/1.1" status: 200 len: 1001 time: 0.3084803 Jul 12 08:38:28.736670 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07dddfd-63f7-467e-8b40-c9663a6a903e req-488af84a-a8da-4902-b85b-08d3c4a817d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:28.738090 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d07dddfd-63f7-467e-8b40-c9663a6a903e req-488af84a-a8da-4902-b85b-08d3c4a817d2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cb2b1172-55e9-4a29-9b7c-5452eb5ab550 HTTP/1.1" status: 200 len: 850 time: 0.0411868 Jul 12 08:38:28.795715 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07dddfd-63f7-467e-8b40-c9663a6a903e req-f10863ad-970e-445e-9ccd-2245e3d9f430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:28.797105 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d07dddfd-63f7-467e-8b40-c9663a6a903e req-f10863ad-970e-445e-9ccd-2245e3d9f430 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5581a52f-d47d-4f74-951e-8118b7d28c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507498 Jul 12 08:38:28.890015 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d07dddfd-63f7-467e-8b40-c9663a6a903e req-4ff9bee8-377f-47f5-8685-33b55f21e69a service neutron] 10.222.0.23 "GET /v2.0/networks/5581a52f-d47d-4f74-951e-8118b7d28c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851820 Jul 12 08:38:28.975257 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d07dddfd-63f7-467e-8b40-c9663a6a903e req-3143c2eb-7a06-419c-a08e-c26f237ab96e service neutron] 10.222.0.23 "GET /v2.0/networks/5581a52f-d47d-4f74-951e-8118b7d28c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779297 Jul 12 08:38:31.602591 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:34.084829 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-9eb8a522-90c7-4056-87b7-bb4caa89c25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:35.620578 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de6d0b-177a-4466-b830-1020361bc600 req-38aa78bb-c2c4-4e8e-84d6-eef09ca52caa tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:35.622588 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a3de6d0b-177a-4466-b830-1020361bc600 req-38aa78bb-c2c4-4e8e-84d6-eef09ca52caa tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/networks?id=4a0e60a8-aab4-403d-85e0-f93bb62aade7 HTTP/1.1" status: 200 len: 815 time: 0.0966651 Jul 12 08:38:35.637454 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a3de6d0b-177a-4466-b830-1020361bc600 req-0098365f-2ce2-4ab9-9479-cecf080c87e5 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/quotas/3e2c7bd2f6284950a8847e704c7ed59d HTTP/1.1" status: 200 len: 375 time: 0.0089736 Jul 12 08:38:35.704050 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a3de6d0b-177a-4466-b830-1020361bc600 req-80af9397-1460-4af3-a48b-27ee501047b5 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3e2c7bd2f6284950a8847e704c7ed59d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0613401 Jul 12 08:38:35.788930 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a3de6d0b-177a-4466-b830-1020361bc600 req-45714117-4172-4762-a7b9-991e934acce9 service neutron] 10.222.0.37 "GET /v2.0/networks/4a0e60a8-aab4-403d-85e0-f93bb62aade7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784171 Jul 12 08:38:35.878386 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-a3de6d0b-177a-4466-b830-1020361bc600 req-1ea91435-7b4b-4415-b4bc-52dceb807d22 service neutron] 10.222.0.37 "GET /v2.0/networks/4a0e60a8-aab4-403d-85e0-f93bb62aade7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836375 Jul 12 08:38:36.042211 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-274891a5-7cae-4a77-80b6-f27b4e8063ae req-d561e316-809b-46b2-a2aa-4233169c8a67 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/ports?device_id=36670bcf-83b8-423b-b621-d6d950efb41b HTTP/1.1" status: 200 len: 210 time: 0.0275261 Jul 12 08:38:36.970684 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:36.990568 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-dbdcf686-a85e-4abf-97c0-b86d040a5718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:37.112528 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de6d0b-177a-4466-b830-1020361bc600 req-11e0fdf6-b623-4cfc-bc4b-cffc88b61c63 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:37.113331 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a3de6d0b-177a-4466-b830-1020361bc600 req-11e0fdf6-b623-4cfc-bc4b-cffc88b61c63 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.23 "GET /v2.0/networks?id=4a0e60a8-aab4-403d-85e0-f93bb62aade7 HTTP/1.1" status: 200 len: 815 time: 0.1033649 Jul 12 08:38:37.143514 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-a3de6d0b-177a-4466-b830-1020361bc600 req-eb775c23-ee8b-4105-a5ef-76d5cd03c2e1 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Request body: {'port': {'device_id': '36670bcf-83b8-423b-b621-d6d950efb41b', 'network_id': '4a0e60a8-aab4-403d-85e0-f93bb62aade7', 'admin_state_up': True, 'tenant_id': '3e2c7bd2f6284950a8847e704c7ed59d'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:38:37.183240 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-80289e50-b957-4670-b8b3-a4621f355c50 req-d0c8032c-6aa8-46f8-8009-0a1f9f57abd2 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/ports?device_id=36670bcf-83b8-423b-b621-d6d950efb41b HTTP/1.1" status: 200 len: 210 time: 0.0285866 Jul 12 08:38:37.254824 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3de6d0b-177a-4466-b830-1020361bc600 req-eb775c23-ee8b-4105-a5ef-76d5cd03c2e1 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Made reservation on behalf of 3e2c7bd2f6284950a8847e704c7ed59d for: {'port': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 08:38:37.258558 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-a3de6d0b-177a-4466-b830-1020361bc600 req-eb775c23-ee8b-4105-a5ef-76d5cd03c2e1 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:37.382368 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_common [req-a3de6d0b-177a-4466-b830-1020361bc600 req-eb775c23-ee8b-4105-a5ef-76d5cd03c2e1 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Allocated IP 172.20.0.12 (4a0e60a8-aab4-403d-85e0-f93bb62aade7/8756298e-9b15-41e9-9d9f-d70fe9f98e7e/08cb501d-0f00-4ca7-9dc7-a3d7105de8e6) {{(pid=92952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 08:38:37.523939 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-a3de6d0b-177a-4466-b830-1020361bc600 req-eb775c23-ee8b-4105-a5ef-76d5cd03c2e1 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Notify callbacks [] for port, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:37.561179 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-a3de6d0b-177a-4466-b830-1020361bc600 req-eb775c23-ee8b-4105-a5ef-76d5cd03c2e1 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748222641646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1188457'] for port, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:37.574255 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] get_ports_and_sgs() called for port_ids ['0c11a292-f267-405d-8d96-f7adae9c16c9'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 08:38:37.601979 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3de6d0b-177a-4466-b830-1020361bc600 req-eb775c23-ee8b-4105-a5ef-76d5cd03c2e1 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Network 4a0e60a8-aab4-403d-85e0-f93bb62aade7 is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:38:37.607713 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [req-a3de6d0b-177a-4466-b830-1020361bc600 req-eb775c23-ee8b-4105-a5ef-76d5cd03c2e1 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:38:37.610214 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3de6d0b-177a-4466-b830-1020361bc600 req-eb775c23-ee8b-4105-a5ef-76d5cd03c2e1 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Received port after_create {{(pid=92952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 08:38:37.641543 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb775c23-ee8b-4105-a5ef-76d5cd03c2e1 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Pushing event updated for resources: {'Port': ['ID=08cb501d-0f00-4ca7-9dc7-a3d7105de8e6,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:38:37.654609 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb775c23-ee8b-4105-a5ef-76d5cd03c2e1 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:38:37.654961 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb775c23-ee8b-4105-a5ef-76d5cd03c2e1 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:38:37.655309 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb775c23-ee8b-4105-a5ef-76d5cd03c2e1 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:38:37.655645 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb775c23-ee8b-4105-a5ef-76d5cd03c2e1 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:38:37.655977 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb775c23-ee8b-4105-a5ef-76d5cd03c2e1 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:38:37.656307 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb775c23-ee8b-4105-a5ef-76d5cd03c2e1 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:38:37.656643 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb775c23-ee8b-4105-a5ef-76d5cd03c2e1 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:38:37.656970 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb775c23-ee8b-4105-a5ef-76d5cd03c2e1 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:38:37.657296 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb775c23-ee8b-4105-a5ef-76d5cd03c2e1 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:38:37.657621 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb775c23-ee8b-4105-a5ef-76d5cd03c2e1 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:38:37.657967 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb775c23-ee8b-4105-a5ef-76d5cd03c2e1 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:38:37.658289 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb775c23-ee8b-4105-a5ef-76d5cd03c2e1 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:38:37.676216 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de6d0b-177a-4466-b830-1020361bc600 req-eb775c23-ee8b-4105-a5ef-76d5cd03c2e1 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:37.676827 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-a3de6d0b-177a-4466-b830-1020361bc600 req-eb775c23-ee8b-4105-a5ef-76d5cd03c2e1 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:37.691109 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a3de6d0b-177a-4466-b830-1020361bc600 req-eb775c23-ee8b-4105-a5ef-76d5cd03c2e1 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5519657 Jul 12 08:38:37.704445 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-a3de6d0b-177a-4466-b830-1020361bc600 req-8b2cba37-53e0-4c87-84a9-4d99d40c54a2 service neutron] Request body: {'port': {'device_id': '36670bcf-83b8-423b-b621-d6d950efb41b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:38:37.776100 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-a3de6d0b-177a-4466-b830-1020361bc600 req-8b2cba37-53e0-4c87-84a9-4d99d40c54a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:37.861552 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8beb-ed90-4929-879a-4eba2c5b629e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:38.026789 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [req-a3de6d0b-177a-4466-b830-1020361bc600 req-8b2cba37-53e0-4c87-84a9-4d99d40c54a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08cb501d-0f00-4ca7-9dc7-a3d7105de8e6 {{(pid=92952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 08:38:38.034633 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-a3de6d0b-177a-4466-b830-1020361bc600 req-8b2cba37-53e0-4c87-84a9-4d99d40c54a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:38.047166 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.provisioning_blocks [req-a3de6d0b-177a-4466-b830-1020361bc600 req-8b2cba37-53e0-4c87-84a9-4d99d40c54a2 service neutron] Transition to ACTIVE for port object 08cb501d-0f00-4ca7-9dc7-a3d7105de8e6 will not be triggered until provisioned by entity L2. {{(pid=92952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:38:38.050224 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-a3de6d0b-177a-4466-b830-1020361bc600 req-8b2cba37-53e0-4c87-84a9-4d99d40c54a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1188479'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:38.100424 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2cba37-53e0-4c87-84a9-4d99d40c54a2 service neutron] Pushing event updated for resources: {'Port': ['ID=08cb501d-0f00-4ca7-9dc7-a3d7105de8e6,revision_number=2']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:38:38.167814 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-a3de6d0b-177a-4466-b830-1020361bc600 req-8b2cba37-53e0-4c87-84a9-4d99d40c54a2 service neutron] Attempting to bind port 08cb501d-0f00-4ca7-9dc7-a3d7105de8e6 on host hv-cinder-80043 for vnic_type normal with profile {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 08:38:38.168438 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-a3de6d0b-177a-4466-b830-1020361bc600 req-8b2cba37-53e0-4c87-84a9-4d99d40c54a2 service neutron] Attempting to bind port 08cb501d-0f00-4ca7-9dc7-a3d7105de8e6 by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': '4b77e48a-1884-4073-b8a8-e784b0586792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4a0e60a8-aab4-403d-85e0-f93bb62aade7'}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 08:38:38.168438 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3de6d0b-177a-4466-b830-1020361bc600 req-8b2cba37-53e0-4c87-84a9-4d99d40c54a2 service neutron] Attempting to bind port 08cb501d-0f00-4ca7-9dc7-a3d7105de8e6 on network 4a0e60a8-aab4-403d-85e0-f93bb62aade7 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:38:38.172561 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3de6d0b-177a-4466-b830-1020361bc600 req-8b2cba37-53e0-4c87-84a9-4d99d40c54a2 service neutron] Port 08cb501d-0f00-4ca7-9dc7-a3d7105de8e6 on network 4a0e60a8-aab4-403d-85e0-f93bb62aade7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 08:38:38.172886 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3de6d0b-177a-4466-b830-1020361bc600 req-8b2cba37-53e0-4c87-84a9-4d99d40c54a2 service neutron] Attempting to bind port 08cb501d-0f00-4ca7-9dc7-a3d7105de8e6 on network 4a0e60a8-aab4-403d-85e0-f93bb62aade7 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:38:38.177591 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3de6d0b-177a-4466-b830-1020361bc600 req-8b2cba37-53e0-4c87-84a9-4d99d40c54a2 service neutron] Checking agent: {'id': '9498d972-5d3d-47a0-93c6-a71636d6a88c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 8, 29, 30), 'started_at': datetime.datetime(2021, 7, 12, 8, 29, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 8, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 08:38:38.177966 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3de6d0b-177a-4466-b830-1020361bc600 req-8b2cba37-53e0-4c87-84a9-4d99d40c54a2 service neutron] Checking segment: {'id': '4b77e48a-1884-4073-b8a8-e784b0586792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4a0e60a8-aab4-403d-85e0-f93bb62aade7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:38:38.178353 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3de6d0b-177a-4466-b830-1020361bc600 req-8b2cba37-53e0-4c87-84a9-4d99d40c54a2 service neutron] Bound using segment: {'id': '4b77e48a-1884-4073-b8a8-e784b0586792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4a0e60a8-aab4-403d-85e0-f93bb62aade7'} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 08:38:38.178778 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-a3de6d0b-177a-4466-b830-1020361bc600 req-8b2cba37-53e0-4c87-84a9-4d99d40c54a2 service neutron] Bound port: 08cb501d-0f00-4ca7-9dc7-a3d7105de8e6, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b77e48a-1884-4073-b8a8-e784b0586792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4a0e60a8-aab4-403d-85e0-f93bb62aade7'}}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 08:38:38.179131 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-a3de6d0b-177a-4466-b830-1020361bc600 req-8b2cba37-53e0-4c87-84a9-4d99d40c54a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:38.240682 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-a3de6d0b-177a-4466-b830-1020361bc600 req-8b2cba37-53e0-4c87-84a9-4d99d40c54a2 service neutron] For port 08cb501d-0f00-4ca7-9dc7-a3d7105de8e6, host hv-cinder-80043, cleared binding levels {{(pid=92952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 08:38:38.243741 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-a3de6d0b-177a-4466-b830-1020361bc600 req-8b2cba37-53e0-4c87-84a9-4d99d40c54a2 service neutron] For port 08cb501d-0f00-4ca7-9dc7-a3d7105de8e6, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=08cb501d-0f00-4ca7-9dc7-a3d7105de8e6,segment=NetworkSegment(4b77e48a-1884-4073-b8a8-e784b0586792),segment_id=4b77e48a-1884-4073-b8a8-e784b0586792)] {{(pid=92952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 08:38:38.248387 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-a3de6d0b-177a-4466-b830-1020361bc600 req-8b2cba37-53e0-4c87-84a9-4d99d40c54a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1188479'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:38.285050 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de6d0b-177a-4466-b830-1020361bc600 req-8b2cba37-53e0-4c87-84a9-4d99d40c54a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:38.285682 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-a3de6d0b-177a-4466-b830-1020361bc600 req-8b2cba37-53e0-4c87-84a9-4d99d40c54a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:38.287139 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a3de6d0b-177a-4466-b830-1020361bc600 req-8b2cba37-53e0-4c87-84a9-4d99d40c54a2 service neutron] 10.222.0.23 "PUT /v2.0/ports/08cb501d-0f00-4ca7-9dc7-a3d7105de8e6 HTTP/1.1" status: 200 len: 1094 time: 0.5867965 Jul 12 08:38:38.287602 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36670bcf-83b8-423b-b621-d6d950efb41b', 'tag': '08cb501d-0f00-4ca7-9dc7-a3d7105de8e6'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:38:38.289845 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35659b288decb3563870ae931b8d662eab2da969d6ab5856613d86fcebdbc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1b41c5-8511-42bc-945c-cf88dc313331" -d '{"events": [{"name": "network-changed", "server_uuid": "36670bcf-83b8-423b-b621-d6d950efb41b", "tag": "08cb501d-0f00-4ca7-9dc7-a3d7105de8e6"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:38:38.333980 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 08:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca93c41d-02d5-4298-8c50-27795c527032 x-openstack-request-id: req-ca93c41d-02d5-4298-8c50-27795c527032 {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:38:38.334273 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36670bcf-83b8-423b-b621-d6d950efb41b", "tag": "08cb501d-0f00-4ca7-9dc7-a3d7105de8e6", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:38:38.334522 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ca93c41d-02d5-4298-8c50-27795c527032 {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:38:38.334905 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36670bcf-83b8-423b-b621-d6d950efb41b', 'tag': '08cb501d-0f00-4ca7-9dc7-a3d7105de8e6', 'status': 'completed', 'code': 200} Jul 12 08:38:38.357518 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2cba37-53e0-4c87-84a9-4d99d40c54a2 service neutron] Pushing event updated for resources: {'Port': ['ID=08cb501d-0f00-4ca7-9dc7-a3d7105de8e6,revision_number=3']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:38:38.415800 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fbbcb5-b304-4d93-af72-0ffa46359c55 req-110d7bcf-05e3-4714-8d8d-2e37ef7f48b8 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:38.417274 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-79fbbcb5-b304-4d93-af72-0ffa46359c55 req-110d7bcf-05e3-4714-8d8d-2e37ef7f48b8 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/ports?device_id=36670bcf-83b8-423b-b621-d6d950efb41b HTTP/1.1" status: 200 len: 944 time: 0.1147738 Jul 12 08:38:38.432374 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de6d0b-177a-4466-b830-1020361bc600 req-d1108c77-3ee2-49c3-81f7-1d1b0becbe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:38.433764 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a3de6d0b-177a-4466-b830-1020361bc600 req-d1108c77-3ee2-49c3-81f7-1d1b0becbe91 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3e2c7bd2f6284950a8847e704c7ed59d&device_id=36670bcf-83b8-423b-b621-d6d950efb41b HTTP/1.1" status: 200 len: 1097 time: 0.0839381 Jul 12 08:38:38.482243 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a3de6d0b-177a-4466-b830-1020361bc600 req-7861a8ed-b21f-40f6-b78f-621151d0a340 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08cb501d-0f00-4ca7-9dc7-a3d7105de8e6 HTTP/1.1" status: 200 len: 217 time: 0.0391223 Jul 12 08:38:38.493815 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-79fbbcb5-b304-4d93-af72-0ffa46359c55 req-551d1b87-0813-463c-aec8-4e4271d75eba tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/security-groups?id=254a817b-6a4c-4331-8221-ba90efcca5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690534 Jul 12 08:38:38.540256 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de6d0b-177a-4466-b830-1020361bc600 req-759cd28c-4b53-428f-b6b1-093079abe75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:38.541741 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a3de6d0b-177a-4466-b830-1020361bc600 req-759cd28c-4b53-428f-b6b1-093079abe75b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8756298e-9b15-41e9-9d9f-d70fe9f98e7e HTTP/1.1" status: 200 len: 855 time: 0.0426550 Jul 12 08:38:38.579683 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a3de6d0b-177a-4466-b830-1020361bc600 req-f7af1a3a-6bf5-4fb9-8a0e-48c8b68bb508 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a0e60a8-aab4-403d-85e0-f93bb62aade7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259471 Jul 12 08:38:38.671440 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a3de6d0b-177a-4466-b830-1020361bc600 req-25fca94a-6904-4ef4-bd3c-603a201cd1cc service neutron] 10.222.0.23 "GET /v2.0/networks/4a0e60a8-aab4-403d-85e0-f93bb62aade7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836248 Jul 12 08:38:38.758715 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a3de6d0b-177a-4466-b830-1020361bc600 req-edba0d15-4242-4507-ada6-fcfb96313c83 service neutron] 10.222.0.23 "GET /v2.0/networks/4a0e60a8-aab4-403d-85e0-f93bb62aade7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797656 Jul 12 08:38:38.864344 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b41c5-8511-42bc-945c-cf88dc313331 req-5a5543a2-1219-44f2-98b2-e125fac51f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:38.865834 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ba1b41c5-8511-42bc-945c-cf88dc313331 req-5a5543a2-1219-44f2-98b2-e125fac51f8f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3e2c7bd2f6284950a8847e704c7ed59d&device_id=36670bcf-83b8-423b-b621-d6d950efb41b HTTP/1.1" status: 200 len: 1097 time: 0.0548527 Jul 12 08:38:38.952732 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b41c5-8511-42bc-945c-cf88dc313331 req-56c88529-fc6e-4ee8-8122-546a1cba1c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:38.954248 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ba1b41c5-8511-42bc-945c-cf88dc313331 req-56c88529-fc6e-4ee8-8122-546a1cba1c88 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4a0e60a8-aab4-403d-85e0-f93bb62aade7 HTTP/1.1" status: 200 len: 916 time: 0.0798872 Jul 12 08:38:38.997912 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ba1b41c5-8511-42bc-945c-cf88dc313331 req-bb968aad-fbf4-426e-ac6e-39977442e66d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08cb501d-0f00-4ca7-9dc7-a3d7105de8e6 HTTP/1.1" status: 200 len: 217 time: 0.0344243 Jul 12 08:38:39.048030 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b41c5-8511-42bc-945c-cf88dc313331 req-f4b51da7-dd7d-45bc-87ef-f02a9e4b092f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:39.049357 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ba1b41c5-8511-42bc-945c-cf88dc313331 req-f4b51da7-dd7d-45bc-87ef-f02a9e4b092f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8756298e-9b15-41e9-9d9f-d70fe9f98e7e HTTP/1.1" status: 200 len: 855 time: 0.0460143 Jul 12 08:38:39.087516 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ba1b41c5-8511-42bc-945c-cf88dc313331 req-7f7c3530-4f6b-480f-a0bd-f72d23cf7f03 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a0e60a8-aab4-403d-85e0-f93bb62aade7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254219 Jul 12 08:38:39.171545 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ba1b41c5-8511-42bc-945c-cf88dc313331 req-52680868-d9f9-44d8-abcb-e6f31b03b0b2 service neutron] 10.222.0.23 "GET /v2.0/networks/4a0e60a8-aab4-403d-85e0-f93bb62aade7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0771043 Jul 12 08:38:39.265263 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ba1b41c5-8511-42bc-945c-cf88dc313331 req-52394bfb-a659-49cc-a9e2-2f530e9da488 service neutron] 10.222.0.23 "GET /v2.0/networks/4a0e60a8-aab4-403d-85e0-f93bb62aade7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835125 Jul 12 08:38:39.397677 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8148b14b-fdb1-487f-b940-7b46dc6d16f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:39.666190 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-27d7ee80-e179-45b7-a334-2b53e9039c09 None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 08:38:39.679568 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c756b-47f0-4ad1-8352-2df6e3a3969e req-507c8962-30fa-4ec7-999b-2a3f473906cb tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:39.680070 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4251b1-15af-4e7b-bb4e-93db1367d354 req-1ce3ac53-7468-4e64-9290-eaf0df374f15 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:39.681057 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-eb6c756b-47f0-4ad1-8352-2df6e3a3969e req-507c8962-30fa-4ec7-999b-2a3f473906cb tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=76febda2-6683-431b-a47c-409edfd3968d HTTP/1.1" status: 200 len: 946 time: 0.0625429 Jul 12 08:38:39.681254 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0a4251b1-15af-4e7b-bb4e-93db1367d354 req-1ce3ac53-7468-4e64-9290-eaf0df374f15 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/ports?device_id=36670bcf-83b8-423b-b621-d6d950efb41b HTTP/1.1" status: 200 len: 944 time: 0.0677476 Jul 12 08:38:39.718409 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-eb6c756b-47f0-4ad1-8352-2df6e3a3969e req-f781129c-a0a8-4207-87e2-ee526b1bb414 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aad1c8b-0a8c-4a5f-8e0c-6415719afecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315645 Jul 12 08:38:39.719289 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0a4251b1-15af-4e7b-bb4e-93db1367d354 req-d49b657b-9819-4702-bfb4-9246249d37df tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/security-groups?id=254a817b-6a4c-4331-8221-ba90efcca5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322156 Jul 12 08:38:40.900799 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19adb6a-d85e-4d4b-b31f-97200c571c3d req-8dc75659-4a38-43e0-a83c-e8f8b8ca5ed7 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:40.902990 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-b19adb6a-d85e-4d4b-b31f-97200c571c3d req-8dc75659-4a38-43e0-a83c-e8f8b8ca5ed7 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=76febda2-6683-431b-a47c-409edfd3968d HTTP/1.1" status: 200 len: 946 time: 0.0671165 Jul 12 08:38:40.912357 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100cd930-f1bb-4442-b864-a5c8b41a44d0 req-f554de2a-dec2-4b79-bb60-0574ae6bb8d6 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:40.913866 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-100cd930-f1bb-4442-b864-a5c8b41a44d0 req-f554de2a-dec2-4b79-bb60-0574ae6bb8d6 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/ports?device_id=36670bcf-83b8-423b-b621-d6d950efb41b HTTP/1.1" status: 200 len: 944 time: 0.0659273 Jul 12 08:38:40.939328 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-b19adb6a-d85e-4d4b-b31f-97200c571c3d req-c74c8555-8d61-4caa-997f-9c72f38f85e6 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aad1c8b-0a8c-4a5f-8e0c-6415719afecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306990 Jul 12 08:38:40.951167 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-100cd930-f1bb-4442-b864-a5c8b41a44d0 req-e58f76f8-0ff0-4ef1-aab2-3e587f2e408c tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/security-groups?id=254a817b-6a4c-4331-8221-ba90efcca5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319173 Jul 12 08:38:41.464519 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38760f0e-c8ce-4043-b6f3-891aa472bc9c req-aae15a61-4537-468b-9127-bba6dbdd1d1c tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:41.466476 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-38760f0e-c8ce-4043-b6f3-891aa472bc9c req-aae15a61-4537-468b-9127-bba6dbdd1d1c tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.23 "GET /v2.0/ports?device_id=76febda2-6683-431b-a47c-409edfd3968d HTTP/1.1" status: 200 len: 946 time: 0.0617003 Jul 12 08:38:41.561003 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [req-38760f0e-c8ce-4043-b6f3-891aa472bc9c req-20515b41-8a7e-4025-b280-0eb3d6428f30 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Deleting port 882bf5cb-691e-4424-b5d9-d92c9435634b {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 08:38:41.561340 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-38760f0e-c8ce-4043-b6f3-891aa472bc9c req-20515b41-8a7e-4025-b280-0eb3d6428f30 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748223187694'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:41.648549 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-38760f0e-c8ce-4043-b6f3-891aa472bc9c req-20515b41-8a7e-4025-b280-0eb3d6428f30 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] For port 882bf5cb-691e-4424-b5d9-d92c9435634b, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=882bf5cb-691e-4424-b5d9-d92c9435634b,segment=NetworkSegment(0b8979b6-9f97-4684-9982-6e73323e0ae4),segment_id=0b8979b6-9f97-4684-9982-6e73323e0ae4)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:38:41.648902 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-38760f0e-c8ce-4043-b6f3-891aa472bc9c req-20515b41-8a7e-4025-b280-0eb3d6428f30 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528347'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:41.807816 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-38760f0e-c8ce-4043-b6f3-891aa472bc9c req-20515b41-8a7e-4025-b280-0eb3d6428f30 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:41.808181 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-38760f0e-c8ce-4043-b6f3-891aa472bc9c req-20515b41-8a7e-4025-b280-0eb3d6428f30 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-940870'] for floatingip, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:41.808488 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.db.l3_db [req-38760f0e-c8ce-4043-b6f3-891aa472bc9c req-20515b41-8a7e-4025-b280-0eb3d6428f30 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Floating IP 8ea76e65-e6b5-49db-b739-e1cbc24eadf7 disassociated. External IP: 172.27.1.45, port: 882bf5cb-691e-4424-b5d9-d92c9435634b. Jul 12 08:38:41.808818 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [req-38760f0e-c8ce-4043-b6f3-891aa472bc9c req-20515b41-8a7e-4025-b280-0eb3d6428f30 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Calling delete_port for 882bf5cb-691e-4424-b5d9-d92c9435634b owned by compute:nova {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 08:38:41.929499 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-38760f0e-c8ce-4043-b6f3-891aa472bc9c req-20515b41-8a7e-4025-b280-0eb3d6428f30 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8377658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748223196968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748222641655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1188448'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:41.954986 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20515b41-8a7e-4025-b280-0eb3d6428f30 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Pushing event deleted for resources: {'Port': ['ID=882bf5cb-691e-4424-b5d9-d92c9435634b,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:38:41.974301 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 08cb501d-0f00-4ca7-9dc7-a3d7105de8e6 details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=92953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 08:38:42.082335 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port 08cb501d-0f00-4ca7-9dc7-a3d7105de8e6, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=08cb501d-0f00-4ca7-9dc7-a3d7105de8e6,segment=NetworkSegment(4b77e48a-1884-4073-b8a8-e784b0586792),segment_id=4b77e48a-1884-4073-b8a8-e784b0586792)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:38:42.095969 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Returning: {'device': '08cb501d-0f00-4ca7-9dc7-a3d7105de8e6', 'network_id': '4a0e60a8-aab4-403d-85e0-f93bb62aade7', 'port_id': '08cb501d-0f00-4ca7-9dc7-a3d7105de8e6', 'mac_address': 'fa:16:3e:c2:2e:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8756298e-9b15-41e9-9d9f-d70fe9f98e7e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 08:38:42.100340 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-5b0c4e2a-7c78-4cd0-9254-ea8101333760 req-6b648ba0-4f46-4275-8242-54a29680a810 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=76febda2-6683-431b-a47c-409edfd3968d HTTP/1.1" status: 200 len: 210 time: 0.0289683 Jul 12 08:38:42.133105 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38760f0e-c8ce-4043-b6f3-891aa472bc9c req-20515b41-8a7e-4025-b280-0eb3d6428f30 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Router 28f309e0-be3c-41db-9a39-c76493f351a4 has already been hosted by L3 agent c0ba3535-5ad7-41e9-9cdc-b89c0ff976de {{(pid=92952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 08:38:42.135919 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:42.149620 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08cb501d-0f00-4ca7-9dc7-a3d7105de8e6 {{(pid=92953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 08:38:42.171043 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port 08cb501d-0f00-4ca7-9dc7-a3d7105de8e6, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=08cb501d-0f00-4ca7-9dc7-a3d7105de8e6,segment=NetworkSegment(4b77e48a-1884-4073-b8a8-e784b0586792),segment_id=4b77e48a-1884-4073-b8a8-e784b0586792)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:38:42.179596 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:42.204067 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc19c5-f1e8-4ea5-8361-bbf5d69f6b67 req-0b6e3ade-e923-41c6-8487-9e6dd8201426 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:42.205593 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-01dc19c5-f1e8-4ea5-8361-bbf5d69f6b67 req-0b6e3ade-e923-41c6-8487-9e6dd8201426 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/ports?device_id=36670bcf-83b8-423b-b621-d6d950efb41b HTTP/1.1" status: 200 len: 944 time: 0.1283815 Jul 12 08:38:42.236615 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Pushing event updated for resources: {'Port': ['ID=08cb501d-0f00-4ca7-9dc7-a3d7105de8e6,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:38:42.298756 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-01dc19c5-f1e8-4ea5-8361-bbf5d69f6b67 req-4bcaf554-e068-42ee-9db2-7c8bce029bec tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/security-groups?id=254a817b-6a4c-4331-8221-ba90efcca5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776651 Jul 12 08:38:42.300176 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38760f0e-c8ce-4043-b6f3-891aa472bc9c req-20515b41-8a7e-4025-b280-0eb3d6428f30 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify agent at l3_agent.dv-cinder-800431-1-iscsi the message routers_updated {{(pid=92952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 08:38:42.311237 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e5b9fa-aa90-4a45-95ba-af41386c080d None None] Sync routers for ids ['28f309e0-be3c-41db-9a39-c76493f351a4'] in dv-cinder-800431-1-iscsi {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 08:38:42.331984 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e5b9fa-aa90-4a45-95ba-af41386c080d None None] Routers {'28f309e0-be3c-41db-9a39-c76493f351a4'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:38:42.332952 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-59e5b9fa-aa90-4a45-95ba-af41386c080d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:38:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['28f309e0-be3c-41db-9a39-c76493f351a4'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:38:42.352937 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-38760f0e-c8ce-4043-b6f3-891aa472bc9c req-20515b41-8a7e-4025-b280-0eb3d6428f30 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] No DVR routers for this DVR port 882bf5cb-691e-4424-b5d9-d92c9435634b on host hv-cinder-80043 {{(pid=92952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 08:38:42.355907 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-38760f0e-c8ce-4043-b6f3-891aa472bc9c req-20515b41-8a7e-4025-b280-0eb3d6428f30 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:42.358420 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-38760f0e-c8ce-4043-b6f3-891aa472bc9c req-20515b41-8a7e-4025-b280-0eb3d6428f30 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.23 "DELETE /v2.0/ports/882bf5cb-691e-4424-b5d9-d92c9435634b HTTP/1.1" status: 204 len: 173 time: 0.8857114 Jul 12 08:38:42.358935 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76febda2-6683-431b-a47c-409edfd3968d', 'name': 'network-vif-deleted', 'tag': '882bf5cb-691e-4424-b5d9-d92c9435634b'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:38:42.361622 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35659b288decb3563870ae931b8d662eab2da969d6ab5856613d86fcebdbc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501da8ae-686d-4502-bcca-63369fa2c626" -d '{"events": [{"server_uuid": "76febda2-6683-431b-a47c-409edfd3968d", "name": "network-vif-deleted", "tag": "882bf5cb-691e-4424-b5d9-d92c9435634b"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:38:42.405776 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 08:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329a10a0-1c47-476c-987d-0756343a54bf x-openstack-request-id: req-329a10a0-1c47-476c-987d-0756343a54bf {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:38:42.407043 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76febda2-6683-431b-a47c-409edfd3968d", "name": "network-vif-deleted", "tag": "882bf5cb-691e-4424-b5d9-d92c9435634b", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:38:42.407702 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-329a10a0-1c47-476c-987d-0756343a54bf {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:38:42.408714 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76febda2-6683-431b-a47c-409edfd3968d', 'name': 'network-vif-deleted', 'tag': '882bf5cb-691e-4424-b5d9-d92c9435634b', 'status': 'completed', 'code': 200} Jul 12 08:38:42.596114 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-59e5b9fa-aa90-4a45-95ba-af41386c080d None None] Set router 28f309e0-be3c-41db-9a39-c76493f351a4 gateway port host: dv-cinder-800431-1-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:38:42.636048 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] get_ports_and_sgs() called for port_ids ['08cb501d-0f00-4ca7-9dc7-a3d7105de8e6'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 08:38:42.888487 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-59e5b9fa-aa90-4a45-95ba-af41386c080d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'name': 'tempest-TestVolumeBootPattern-878369481-router', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'b05e4151-38c8-450e-a153-fd265554fc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:35:49Z', 'updated_at': '2021-07-12T08:35:53Z', 'revision_number': 4, 'project_id': '438f5cea71f1415499cf52928dcc2969', 'gw_port': {'id': 'b05e4151-38c8-450e-a153-fd265554fc0d', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:50Z', 'updated_at': '2021-07-12T08:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_interfaces': [{'id': '07783f66-b516-438e-8e85-d20a91d96ed7', 'name': '', 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'mac_address': 'fa:16:3e:f2:2b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'cb2b1172-55e9-4a29-9b7c-5452eb5ab550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:52Z', 'updated_at': '2021-07-12T08:36:00Z', 'revision_number': 5, 'project_id': '438f5cea71f1415499cf52928dcc2969', 'subnets': [{'id': 'cb2b1172-55e9-4a29-9b7c-5452eb5ab550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:38:42.919808 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e5b9fa-aa90-4a45-95ba-af41386c080d None None] Checking router: 28f309e0-be3c-41db-9a39-c76493f351a4 for host: dv-cinder-800431-1-iscsi {{(pid=92953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 08:38:42.927672 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e5b9fa-aa90-4a45-95ba-af41386c080d None None] Routers {'28f309e0-be3c-41db-9a39-c76493f351a4'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:38:42.928265 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-59e5b9fa-aa90-4a45-95ba-af41386c080d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:38:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['28f309e0-be3c-41db-9a39-c76493f351a4'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:38:43.026000 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-59e5b9fa-aa90-4a45-95ba-af41386c080d None None] Set router 28f309e0-be3c-41db-9a39-c76493f351a4 gateway port host: dv-cinder-800431-1-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:38:43.218234 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-59e5b9fa-aa90-4a45-95ba-af41386c080d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'name': 'tempest-TestVolumeBootPattern-878369481-router', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'b05e4151-38c8-450e-a153-fd265554fc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:35:49Z', 'updated_at': '2021-07-12T08:35:53Z', 'revision_number': 4, 'project_id': '438f5cea71f1415499cf52928dcc2969', 'gw_port': {'id': 'b05e4151-38c8-450e-a153-fd265554fc0d', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:50Z', 'updated_at': '2021-07-12T08:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_interfaces': [{'id': '07783f66-b516-438e-8e85-d20a91d96ed7', 'name': '', 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'mac_address': 'fa:16:3e:f2:2b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'cb2b1172-55e9-4a29-9b7c-5452eb5ab550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:52Z', 'updated_at': '2021-07-12T08:36:00Z', 'revision_number': 5, 'project_id': '438f5cea71f1415499cf52928dcc2969', 'subnets': [{'id': 'cb2b1172-55e9-4a29-9b7c-5452eb5ab550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:38:43.239056 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-98408dce-c89e-4b84-9670-5799001f5089 req-12d429fd-54ec-42ab-852b-21e1663483ea tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=76febda2-6683-431b-a47c-409edfd3968d HTTP/1.1" status: 200 len: 210 time: 0.0279424 Jul 12 08:38:43.243749 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e5b9fa-aa90-4a45-95ba-af41386c080d None None] The sync data for ids ['28f309e0-be3c-41db-9a39-c76493f351a4'] in dv-cinder-800431-1-iscsi is: [{'id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'name': 'tempest-TestVolumeBootPattern-878369481-router', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'b05e4151-38c8-450e-a153-fd265554fc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:35:49Z', 'updated_at': '2021-07-12T08:35:53Z', 'revision_number': 4, 'project_id': '438f5cea71f1415499cf52928dcc2969', 'gw_port': {'id': 'b05e4151-38c8-450e-a153-fd265554fc0d', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:50Z', 'updated_at': '2021-07-12T08:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_interfaces': [{'id': '07783f66-b516-438e-8e85-d20a91d96ed7', 'name': '', 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'mac_address': 'fa:16:3e:f2:2b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'cb2b1172-55e9-4a29-9b7c-5452eb5ab550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:52Z', 'updated_at': '2021-07-12T08:36:00Z', 'revision_number': 5, 'project_id': '438f5cea71f1415499cf52928dcc2969', 'subnets': [{'id': 'cb2b1172-55e9-4a29-9b7c-5452eb5ab550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 08:38:43.455011 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36621609-8b1f-4298-842d-fd8993834d54 None None] New status for floating IP 8ea76e65-e6b5-49db-b739-e1cbc24eadf7: DOWN {{(pid=92954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 08:38:43.487532 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb4150-035b-4937-84d3-787d76b32f9a req-773cb104-adfc-489e-8282-e6563f9dcb48 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:43.489024 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-35eb4150-035b-4937-84d3-787d76b32f9a req-773cb104-adfc-489e-8282-e6563f9dcb48 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/ports?device_id=36670bcf-83b8-423b-b621-d6d950efb41b HTTP/1.1" status: 200 len: 945 time: 0.0681126 Jul 12 08:38:43.526546 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-35eb4150-035b-4937-84d3-787d76b32f9a req-659a95af-eb08-4139-abcf-075d02cfb0b2 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/security-groups?id=254a817b-6a4c-4331-8221-ba90efcca5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318563 Jul 12 08:38:44.375465 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-89855899-c489-48e1-bda1-145302fa098f req-8776b479-77bf-4f2b-884d-b12e4ed96178 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=76febda2-6683-431b-a47c-409edfd3968d HTTP/1.1" status: 200 len: 210 time: 0.0269043 Jul 12 08:38:44.699314 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05c512-eb41-412a-9c6a-966ff5bbb453 req-46606640-b094-43f9-8d70-bf297a77eb9a tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:44.701380 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-ab05c512-eb41-412a-9c6a-966ff5bbb453 req-46606640-b094-43f9-8d70-bf297a77eb9a tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/ports?device_id=36670bcf-83b8-423b-b621-d6d950efb41b HTTP/1.1" status: 200 len: 945 time: 0.0649438 Jul 12 08:38:44.736435 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-ab05c512-eb41-412a-9c6a-966ff5bbb453 req-89a2df3e-55e7-4793-946b-11413386402c tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/security-groups?id=254a817b-6a4c-4331-8221-ba90efcca5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295947 Jul 12 08:38:45.515803 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-70933aa2-a153-4674-9a3c-ae77dfb42600 req-8e20277e-f343-4efe-8745-7cb90d52e091 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=76febda2-6683-431b-a47c-409edfd3968d HTTP/1.1" status: 200 len: 210 time: 0.0305154 Jul 12 08:38:45.908822 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492ff2a-d691-4538-b6b4-2a34e22f4a6d req-6e71a2a4-2634-472c-b314-a2f113037ea6 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:45.910348 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-1492ff2a-d691-4538-b6b4-2a34e22f4a6d req-6e71a2a4-2634-472c-b314-a2f113037ea6 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/ports?device_id=36670bcf-83b8-423b-b621-d6d950efb41b HTTP/1.1" status: 200 len: 945 time: 0.0634880 Jul 12 08:38:45.947319 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-1492ff2a-d691-4538-b6b4-2a34e22f4a6d req-8eb5fcce-6fb1-44fc-a42d-11a154dd6955 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/security-groups?id=254a817b-6a4c-4331-8221-ba90efcca5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312827 Jul 12 08:38:46.698123 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-b261044e-6871-4ba7-b9c7-05ed18e3c3bf req-d23f9575-0514-4e34-a173-2bfea7edd301 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=76febda2-6683-431b-a47c-409edfd3968d HTTP/1.1" status: 200 len: 210 time: 0.0556166 Jul 12 08:38:47.112756 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596bc9e-1c55-4fe4-9755-f414b7e978ce req-228dba98-f41d-4c5c-b483-b99db78da5e1 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:47.114266 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-1596bc9e-1c55-4fe4-9755-f414b7e978ce req-228dba98-f41d-4c5c-b483-b99db78da5e1 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/ports?device_id=36670bcf-83b8-423b-b621-d6d950efb41b HTTP/1.1" status: 200 len: 945 time: 0.0611205 Jul 12 08:38:47.154825 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-1596bc9e-1c55-4fe4-9755-f414b7e978ce req-b5459b96-34fb-4dc6-b933-b5422cda5ed0 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/security-groups?id=254a817b-6a4c-4331-8221-ba90efcca5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351260 Jul 12 08:38:47.968738 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-5d5f2b73-455d-447e-877e-c44b8e827018 req-de3fcac4-dd8c-4adf-ad8c-bc57f3738ebe tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1636832873&fields=id&tenant_id=438f5cea71f1415499cf52928dcc2969 HTTP/1.1" status: 200 len: 267 time: 0.0316513 Jul 12 08:38:47.980451 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 08cb501d-0f00-4ca7-9dc7-a3d7105de8e6 up at agent hyperv_hv-cinder-80043 {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:38:48.035728 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Provisioning for port 08cb501d-0f00-4ca7-9dc7-a3d7105de8e6 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:38:48.039634 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Provisioning complete for port 08cb501d-0f00-4ca7-9dc7-a3d7105de8e6 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:38:48.040076 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:48.073788 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f2b73-455d-447e-877e-c44b8e827018 req-544a7581-7fde-40e4-81f7-bcab94fad702 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:48.075267 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-5d5f2b73-455d-447e-877e-c44b8e827018 req-544a7581-7fde-40e4-81f7-bcab94fad702 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/networks?id=5581a52f-d47d-4f74-951e-8118b7d28c39 HTTP/1.1" status: 200 len: 811 time: 0.0986984 Jul 12 08:38:48.089959 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-5d5f2b73-455d-447e-877e-c44b8e827018 req-eee08740-613b-4208-87ca-e5f8d7fb139c tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/quotas/438f5cea71f1415499cf52928dcc2969 HTTP/1.1" status: 200 len: 375 time: 0.0093524 Jul 12 08:38:48.115601 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:48.138373 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36670bcf-83b8-423b-b621-d6d950efb41b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08cb501d-0f00-4ca7-9dc7-a3d7105de8e6'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:38:48.140632 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af58d1c9f1a57ad28455f2a1c324eb475fddbc81caacf3fdebaad0c9863d536b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52cf5a1-c06d-46b2-84f5-2639fa7f5680" -d '{"events": [{"server_uuid": "36670bcf-83b8-423b-b621-d6d950efb41b", "name": "network-vif-plugged", "status": "completed", "tag": "08cb501d-0f00-4ca7-9dc7-a3d7105de8e6"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:38:48.156505 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port 08cb501d-0f00-4ca7-9dc7-a3d7105de8e6, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=08cb501d-0f00-4ca7-9dc7-a3d7105de8e6,segment=NetworkSegment(4b77e48a-1884-4073-b8a8-e784b0586792),segment_id=4b77e48a-1884-4073-b8a8-e784b0586792)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:38:48.162332 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:48.167439 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-5d5f2b73-455d-447e-877e-c44b8e827018 req-6e022007-4cbc-48c4-b272-299548b5ce70 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=438f5cea71f1415499cf52928dcc2969&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0723853 Jul 12 08:38:48.191907 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 08:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6affa5cc-f9ea-434d-a3fb-54c8093476d6 x-openstack-request-id: req-6affa5cc-f9ea-434d-a3fb-54c8093476d6 {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:38:48.192198 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36670bcf-83b8-423b-b621-d6d950efb41b", "name": "network-vif-plugged", "status": "completed", "tag": "08cb501d-0f00-4ca7-9dc7-a3d7105de8e6", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:38:48.192445 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6affa5cc-f9ea-434d-a3fb-54c8093476d6 {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:38:48.192824 dv-cinder-800431-1-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36670bcf-83b8-423b-b621-d6d950efb41b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08cb501d-0f00-4ca7-9dc7-a3d7105de8e6', 'code': 200} Jul 12 08:38:48.195966 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 882bf5cb-691e-4424-b5d9-d92c9435634b no longer exists at agent hyperv_hv-cinder-80043 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 08:38:48.219967 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] No Port match for: 882bf5cb-691e-4424-b5d9-d92c9435634b {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 08:38:48.220317 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 882bf5cb-691e-4424-b5d9-d92c9435634b not bound to the agent host hv-cinder-80043 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 08:38:48.244195 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Pushing event updated for resources: {'Port': ['ID=08cb501d-0f00-4ca7-9dc7-a3d7105de8e6,revision_number=5']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:38:48.282658 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-5d5f2b73-455d-447e-877e-c44b8e827018 req-4a673cfc-a986-4d51-8f95-4141e4e39418 service neutron] 10.222.0.37 "GET /v2.0/networks/5581a52f-d47d-4f74-951e-8118b7d28c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958974 Jul 12 08:38:48.328781 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc56c1a-6b61-4fc6-930f-b7d55d9d2074 req-1c1a79ce-75c8-48f7-bd97-c5b63a6a7d38 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:48.330396 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8bc56c1a-6b61-4fc6-930f-b7d55d9d2074 req-1c1a79ce-75c8-48f7-bd97-c5b63a6a7d38 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/ports?device_id=36670bcf-83b8-423b-b621-d6d950efb41b HTTP/1.1" status: 200 len: 946 time: 0.0644433 Jul 12 08:38:48.368333 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8bc56c1a-6b61-4fc6-930f-b7d55d9d2074 req-3d8edcd8-a253-414d-be2a-861cb3f3dc49 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/security-groups?id=254a817b-6a4c-4331-8221-ba90efcca5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320582 Jul 12 08:38:48.379772 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-5d5f2b73-455d-447e-877e-c44b8e827018 req-049ab107-bd73-44f2-9d07-438796425189 service neutron] 10.222.0.37 "GET /v2.0/networks/5581a52f-d47d-4f74-951e-8118b7d28c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879517 Jul 12 08:38:48.672179 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e942052e-a5a0-455b-87fa-09bb0e471a91 req-59058614-79f6-47c7-afff-7837f9b92deb tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fc5b3bc-3845-4187-b539-287cada19bd1 HTTP/1.1" status: 200 len: 210 time: 0.0325706 Jul 12 08:38:49.537839 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015992cb-5194-46f0-baf0-c8db78030033 req-e46a6353-0146-408f-8d6a-dd9e3f6ce9e1 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:49.539216 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-015992cb-5194-46f0-baf0-c8db78030033 req-e46a6353-0146-408f-8d6a-dd9e3f6ce9e1 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/ports?device_id=36670bcf-83b8-423b-b621-d6d950efb41b HTTP/1.1" status: 200 len: 946 time: 0.0612409 Jul 12 08:38:49.576264 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-015992cb-5194-46f0-baf0-c8db78030033 req-c6dcdf0e-3330-4c74-8b2f-aeb570e1bcba tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/security-groups?id=254a817b-6a4c-4331-8221-ba90efcca5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310636 Jul 12 08:38:49.809786 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a0b67a71-f3f5-4773-9a7a-af33b894fb6b req-1badfb71-6024-432c-ae2b-45584ff98376 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fc5b3bc-3845-4187-b539-287cada19bd1 HTTP/1.1" status: 200 len: 210 time: 0.0278053 Jul 12 08:38:50.161188 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7629fb-92a3-4e0d-9827-03f39585aba2 req-49a55a4e-ff49-4bd9-994b-a1eab88db0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:50.162830 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-cf7629fb-92a3-4e0d-9827-03f39585aba2 req-49a55a4e-ff49-4bd9-994b-a1eab88db0ef service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=36670bcf-83b8-423b-b621-d6d950efb41b HTTP/1.1" status: 200 len: 1099 time: 0.0507479 Jul 12 08:38:50.199880 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-cf7629fb-92a3-4e0d-9827-03f39585aba2 req-7f2de9a1-20bf-4643-bf6c-9ba1de906c6d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=254a817b-6a4c-4331-8221-ba90efcca5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294085 Jul 12 08:38:50.750098 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c421fe2d-db8f-49dc-a072-60028f57526b req-d9397ba6-0d22-4b41-a112-ad2f1dfc1487 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:50.751895 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-c421fe2d-db8f-49dc-a072-60028f57526b req-d9397ba6-0d22-4b41-a112-ad2f1dfc1487 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/ports?device_id=36670bcf-83b8-423b-b621-d6d950efb41b HTTP/1.1" status: 200 len: 946 time: 0.0643842 Jul 12 08:38:50.800156 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-c421fe2d-db8f-49dc-a072-60028f57526b req-7163ae72-80e4-4de4-98a3-8b814b044ab8 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/security-groups?id=254a817b-6a4c-4331-8221-ba90efcca5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424993 Jul 12 08:38:50.822226 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f2b73-455d-447e-877e-c44b8e827018 req-3ac0c22e-d79b-4a72-9f39-f396c97460b7 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:50.824600 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5d5f2b73-455d-447e-877e-c44b8e827018 req-3ac0c22e-d79b-4a72-9f39-f396c97460b7 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.23 "GET /v2.0/networks?id=5581a52f-d47d-4f74-951e-8118b7d28c39 HTTP/1.1" status: 200 len: 811 time: 0.1186700 Jul 12 08:38:50.878388 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5d5f2b73-455d-447e-877e-c44b8e827018 req-2612b9d2-cdbc-40d7-a4dd-ddc369c5b380 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=438f5cea71f1415499cf52928dcc2969 HTTP/1.1" status: 200 len: 380 time: 0.0396554 Jul 12 08:38:50.894350 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-5d5f2b73-455d-447e-877e-c44b8e827018 req-22c00b72-5db8-4a7f-a2b8-d75679ceb21b tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Request body: {'port': {'device_id': '8fc5b3bc-3845-4187-b539-287cada19bd1', 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39', 'admin_state_up': True, 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'security_groups': ['6aad1c8b-0a8c-4a5f-8e0c-6415719afecb']}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:38:50.984712 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0933e45b-66ff-4963-80c2-83eaef6d4113 req-c6aca55f-34c0-49c9-8aa0-942dffd0684b tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fc5b3bc-3845-4187-b539-287cada19bd1 HTTP/1.1" status: 200 len: 210 time: 0.0421076 Jul 12 08:38:51.047228 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d5f2b73-455d-447e-877e-c44b8e827018 req-22c00b72-5db8-4a7f-a2b8-d75679ceb21b tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Made reservation on behalf of 438f5cea71f1415499cf52928dcc2969 for: {'port': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 08:38:51.050818 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-5d5f2b73-455d-447e-877e-c44b8e827018 req-22c00b72-5db8-4a7f-a2b8-d75679ceb21b tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:51.170047 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_common [req-5d5f2b73-455d-447e-877e-c44b8e827018 req-22c00b72-5db8-4a7f-a2b8-d75679ceb21b tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Allocated IP 172.20.0.5 (5581a52f-d47d-4f74-951e-8118b7d28c39/cb2b1172-55e9-4a29-9b7c-5452eb5ab550/68e4ab9e-13a6-4980-9f23-97855563a464) {{(pid=92952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 08:38:51.307449 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-5d5f2b73-455d-447e-877e-c44b8e827018 req-22c00b72-5db8-4a7f-a2b8-d75679ceb21b tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks [] for port, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:51.321622 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.provisioning_blocks [req-5d5f2b73-455d-447e-877e-c44b8e827018 req-22c00b72-5db8-4a7f-a2b8-d75679ceb21b tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Transition to ACTIVE for port object 68e4ab9e-13a6-4980-9f23-97855563a464 will not be triggered until provisioned by entity DHCP. {{(pid=92952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:38:51.353932 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-5d5f2b73-455d-447e-877e-c44b8e827018 req-22c00b72-5db8-4a7f-a2b8-d75679ceb21b tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748222641646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1188457'] for port, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:51.398688 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d5f2b73-455d-447e-877e-c44b8e827018 req-22c00b72-5db8-4a7f-a2b8-d75679ceb21b tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Network 5581a52f-d47d-4f74-951e-8118b7d28c39 is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:38:51.401758 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [req-5d5f2b73-455d-447e-877e-c44b8e827018 req-22c00b72-5db8-4a7f-a2b8-d75679ceb21b tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:38:51.403986 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d5f2b73-455d-447e-877e-c44b8e827018 req-22c00b72-5db8-4a7f-a2b8-d75679ceb21b tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Received port after_create {{(pid=92952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 08:38:51.428764 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c00b72-5db8-4a7f-a2b8-d75679ceb21b tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Pushing event updated for resources: {'Port': ['ID=68e4ab9e-13a6-4980-9f23-97855563a464,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:38:51.457343 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f2b73-455d-447e-877e-c44b8e827018 req-22c00b72-5db8-4a7f-a2b8-d75679ceb21b tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:51.458044 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-5d5f2b73-455d-447e-877e-c44b8e827018 req-22c00b72-5db8-4a7f-a2b8-d75679ceb21b tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:51.473654 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5d5f2b73-455d-447e-877e-c44b8e827018 req-22c00b72-5db8-4a7f-a2b8-d75679ceb21b tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5851398 Jul 12 08:38:51.667204 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-c71b26c4-6fc2-42b4-9d7e-b0a4d65c6bf2 None None] Provisioning for port 68e4ab9e-13a6-4980-9f23-97855563a464 completed by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:38:51.671302 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-c71b26c4-6fc2-42b4-9d7e-b0a4d65c6bf2 None None] Provisioning complete for port 68e4ab9e-13a6-4980-9f23-97855563a464 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:38:51.671633 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c71b26c4-6fc2-42b4-9d7e-b0a4d65c6bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:51.705169 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-c71b26c4-6fc2-42b4-9d7e-b0a4d65c6bf2 None None] Port 68e4ab9e-13a6-4980-9f23-97855563a464 cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 08:38:51.970347 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d59fe-6129-4a6e-8d01-dee0851e540f req-6d95ee87-f029-4cf1-8b37-42e74cb8c912 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:51.971706 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-6f5d59fe-6129-4a6e-8d01-dee0851e540f req-6d95ee87-f029-4cf1-8b37-42e74cb8c912 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/ports?device_id=36670bcf-83b8-423b-b621-d6d950efb41b HTTP/1.1" status: 200 len: 946 time: 0.0637503 Jul 12 08:38:52.009086 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-6f5d59fe-6129-4a6e-8d01-dee0851e540f req-38bc4160-6baa-445e-a9f0-abc8fe35f410 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/security-groups?id=254a817b-6a4c-4331-8221-ba90efcca5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319159 Jul 12 08:38:52.188214 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa36fb-6bc4-4c80-9f27-fdaca5f902e3 req-0506c14f-0969-4f48-aa57-ee8a10a50535 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:52.189767 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-89aa36fb-6bc4-4c80-9f27-fdaca5f902e3 req-0506c14f-0969-4f48-aa57-ee8a10a50535 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fc5b3bc-3845-4187-b539-287cada19bd1 HTTP/1.1" status: 200 len: 931 time: 0.0632854 Jul 12 08:38:52.226634 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-89aa36fb-6bc4-4c80-9f27-fdaca5f902e3 req-8388a9b5-965d-410b-896d-6c7ee4530871 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aad1c8b-0a8c-4a5f-8e0c-6415719afecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313866 Jul 12 08:38:53.393467 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a861a57-342a-4560-8535-968cd9de1809 req-79eb6d16-dafe-4d07-b441-13887c517d76 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:53.394948 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-8a861a57-342a-4560-8535-968cd9de1809 req-79eb6d16-dafe-4d07-b441-13887c517d76 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fc5b3bc-3845-4187-b539-287cada19bd1 HTTP/1.1" status: 200 len: 931 time: 0.0605016 Jul 12 08:38:53.430658 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-8a861a57-342a-4560-8535-968cd9de1809 req-a8357fc4-6939-4a01-8021-7251f828aaea tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aad1c8b-0a8c-4a5f-8e0c-6415719afecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302780 Jul 12 08:38:54.239803 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-5d5f2b73-455d-447e-877e-c44b8e827018 req-414fd315-5d55-4d46-9002-fd1663894b05 service neutron] Request body: {'port': {'device_id': '8fc5b3bc-3845-4187-b539-287cada19bd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:38:54.315938 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-5d5f2b73-455d-447e-877e-c44b8e827018 req-414fd315-5d55-4d46-9002-fd1663894b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:54.814244 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ec09c-6430-4cb7-a6cf-ff7a86127396 req-14dccc1c-1de9-4ff7-bb77-97761237a0d7 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:54.815766 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6f1ec09c-6430-4cb7-a6cf-ff7a86127396 req-14dccc1c-1de9-4ff7-bb77-97761237a0d7 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fc5b3bc-3845-4187-b539-287cada19bd1 HTTP/1.1" status: 200 len: 931 time: 0.1223812 Jul 12 08:38:54.886234 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6f1ec09c-6430-4cb7-a6cf-ff7a86127396 req-4e25cdbe-4530-4447-be9d-83f8e0526b7e tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aad1c8b-0a8c-4a5f-8e0c-6415719afecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648124 Jul 12 08:38:54.895067 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [req-5d5f2b73-455d-447e-877e-c44b8e827018 req-414fd315-5d55-4d46-9002-fd1663894b05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68e4ab9e-13a6-4980-9f23-97855563a464 {{(pid=92952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 08:38:54.908651 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-5d5f2b73-455d-447e-877e-c44b8e827018 req-414fd315-5d55-4d46-9002-fd1663894b05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:54.920905 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.provisioning_blocks [req-5d5f2b73-455d-447e-877e-c44b8e827018 req-414fd315-5d55-4d46-9002-fd1663894b05 service neutron] Transition to ACTIVE for port object 68e4ab9e-13a6-4980-9f23-97855563a464 will not be triggered until provisioned by entity L2. {{(pid=92952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:38:54.924764 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-5d5f2b73-455d-447e-877e-c44b8e827018 req-414fd315-5d55-4d46-9002-fd1663894b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1188479'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:54.993113 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414fd315-5d55-4d46-9002-fd1663894b05 service neutron] Pushing event updated for resources: {'Port': ['ID=68e4ab9e-13a6-4980-9f23-97855563a464,revision_number=2']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:38:55.048583 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-5d5f2b73-455d-447e-877e-c44b8e827018 req-414fd315-5d55-4d46-9002-fd1663894b05 service neutron] Attempting to bind port 68e4ab9e-13a6-4980-9f23-97855563a464 on host hv-cinder-80043 for vnic_type normal with profile {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 08:38:55.048936 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-5d5f2b73-455d-447e-877e-c44b8e827018 req-414fd315-5d55-4d46-9002-fd1663894b05 service neutron] Attempting to bind port 68e4ab9e-13a6-4980-9f23-97855563a464 by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': '0b8979b6-9f97-4684-9982-6e73323e0ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39'}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 08:38:55.049242 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5f2b73-455d-447e-877e-c44b8e827018 req-414fd315-5d55-4d46-9002-fd1663894b05 service neutron] Attempting to bind port 68e4ab9e-13a6-4980-9f23-97855563a464 on network 5581a52f-d47d-4f74-951e-8118b7d28c39 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:38:55.054243 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5f2b73-455d-447e-877e-c44b8e827018 req-414fd315-5d55-4d46-9002-fd1663894b05 service neutron] Port 68e4ab9e-13a6-4980-9f23-97855563a464 on network 5581a52f-d47d-4f74-951e-8118b7d28c39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 08:38:55.054414 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5f2b73-455d-447e-877e-c44b8e827018 req-414fd315-5d55-4d46-9002-fd1663894b05 service neutron] Attempting to bind port 68e4ab9e-13a6-4980-9f23-97855563a464 on network 5581a52f-d47d-4f74-951e-8118b7d28c39 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:38:55.059191 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5f2b73-455d-447e-877e-c44b8e827018 req-414fd315-5d55-4d46-9002-fd1663894b05 service neutron] Checking agent: {'id': '9498d972-5d3d-47a0-93c6-a71636d6a88c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 8, 29, 30), 'started_at': datetime.datetime(2021, 7, 12, 8, 29, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 8, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 08:38:55.059527 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5f2b73-455d-447e-877e-c44b8e827018 req-414fd315-5d55-4d46-9002-fd1663894b05 service neutron] Checking segment: {'id': '0b8979b6-9f97-4684-9982-6e73323e0ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:38:55.059967 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5f2b73-455d-447e-877e-c44b8e827018 req-414fd315-5d55-4d46-9002-fd1663894b05 service neutron] Bound using segment: {'id': '0b8979b6-9f97-4684-9982-6e73323e0ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39'} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 08:38:55.060389 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-5d5f2b73-455d-447e-877e-c44b8e827018 req-414fd315-5d55-4d46-9002-fd1663894b05 service neutron] Bound port: 68e4ab9e-13a6-4980-9f23-97855563a464, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b8979b6-9f97-4684-9982-6e73323e0ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39'}}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 08:38:55.060741 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-5d5f2b73-455d-447e-877e-c44b8e827018 req-414fd315-5d55-4d46-9002-fd1663894b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:55.125913 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-5d5f2b73-455d-447e-877e-c44b8e827018 req-414fd315-5d55-4d46-9002-fd1663894b05 service neutron] For port 68e4ab9e-13a6-4980-9f23-97855563a464, host hv-cinder-80043, cleared binding levels {{(pid=92952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 08:38:55.129275 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-5d5f2b73-455d-447e-877e-c44b8e827018 req-414fd315-5d55-4d46-9002-fd1663894b05 service neutron] For port 68e4ab9e-13a6-4980-9f23-97855563a464, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=68e4ab9e-13a6-4980-9f23-97855563a464,segment=NetworkSegment(0b8979b6-9f97-4684-9982-6e73323e0ae4),segment_id=0b8979b6-9f97-4684-9982-6e73323e0ae4)] {{(pid=92952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 08:38:55.134786 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-5d5f2b73-455d-447e-877e-c44b8e827018 req-414fd315-5d55-4d46-9002-fd1663894b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1188479'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:55.168852 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f2b73-455d-447e-877e-c44b8e827018 req-414fd315-5d55-4d46-9002-fd1663894b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:55.170185 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-5d5f2b73-455d-447e-877e-c44b8e827018 req-414fd315-5d55-4d46-9002-fd1663894b05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:55.171628 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5d5f2b73-455d-447e-877e-c44b8e827018 req-414fd315-5d55-4d46-9002-fd1663894b05 service neutron] 10.222.0.23 "PUT /v2.0/ports/68e4ab9e-13a6-4980-9f23-97855563a464 HTTP/1.1" status: 200 len: 1093 time: 0.9361985 Jul 12 08:38:55.172123 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fc5b3bc-3845-4187-b539-287cada19bd1', 'tag': '68e4ab9e-13a6-4980-9f23-97855563a464'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:38:55.174379 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35659b288decb3563870ae931b8d662eab2da969d6ab5856613d86fcebdbc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3c6b06-e912-4bd0-83b7-0b61e7758660" -d '{"events": [{"name": "network-changed", "server_uuid": "8fc5b3bc-3845-4187-b539-287cada19bd1", "tag": "68e4ab9e-13a6-4980-9f23-97855563a464"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:38:55.210294 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414fd315-5d55-4d46-9002-fd1663894b05 service neutron] Pushing event updated for resources: {'Port': ['ID=68e4ab9e-13a6-4980-9f23-97855563a464,revision_number=3']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:38:55.259039 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 08:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a9974c-d5c0-4632-94db-a82aff0e12af x-openstack-request-id: req-c6a9974c-d5c0-4632-94db-a82aff0e12af {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:38:55.259715 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fc5b3bc-3845-4187-b539-287cada19bd1", "tag": "68e4ab9e-13a6-4980-9f23-97855563a464", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:38:55.259715 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c6a9974c-d5c0-4632-94db-a82aff0e12af {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:38:55.260114 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fc5b3bc-3845-4187-b539-287cada19bd1', 'tag': '68e4ab9e-13a6-4980-9f23-97855563a464', 'status': 'completed', 'code': 200} Jul 12 08:38:55.290872 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f2b73-455d-447e-877e-c44b8e827018 req-b7f72131-2a32-4f3d-b331-5ea7c66617f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:55.292559 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5d5f2b73-455d-447e-877e-c44b8e827018 req-b7f72131-2a32-4f3d-b331-5ea7c66617f6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=438f5cea71f1415499cf52928dcc2969&device_id=8fc5b3bc-3845-4187-b539-287cada19bd1 HTTP/1.1" status: 200 len: 1096 time: 0.0647714 Jul 12 08:38:55.348709 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5d5f2b73-455d-447e-877e-c44b8e827018 req-06bdeb9a-223c-4cde-bec2-4ed5de0a34b7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68e4ab9e-13a6-4980-9f23-97855563a464 HTTP/1.1" status: 200 len: 217 time: 0.0467885 Jul 12 08:38:55.398708 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f2b73-455d-447e-877e-c44b8e827018 req-5143b9bd-b903-4ec4-947c-2729f79534ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:55.400037 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5d5f2b73-455d-447e-877e-c44b8e827018 req-5143b9bd-b903-4ec4-947c-2729f79534ef service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cb2b1172-55e9-4a29-9b7c-5452eb5ab550 HTTP/1.1" status: 200 len: 850 time: 0.0436153 Jul 12 08:38:55.455617 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f2b73-455d-447e-877e-c44b8e827018 req-6c170c50-5d82-4de8-93ea-77e48afe10af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:55.456998 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5d5f2b73-455d-447e-877e-c44b8e827018 req-6c170c50-5d82-4de8-93ea-77e48afe10af service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5581a52f-d47d-4f74-951e-8118b7d28c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497041 Jul 12 08:38:55.550520 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5d5f2b73-455d-447e-877e-c44b8e827018 req-29160d76-d83b-4d21-aaa1-0c94c7486121 service neutron] 10.222.0.23 "GET /v2.0/networks/5581a52f-d47d-4f74-951e-8118b7d28c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842879 Jul 12 08:38:55.643536 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-5d5f2b73-455d-447e-877e-c44b8e827018 req-7bbe2945-a7e0-442b-9f1d-c73d9f6bc680 service neutron] 10.222.0.23 "GET /v2.0/networks/5581a52f-d47d-4f74-951e-8118b7d28c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845058 Jul 12 08:38:55.765136 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c6b06-e912-4bd0-83b7-0b61e7758660 req-070b57df-52da-432f-a413-3c3b9c8d31f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:55.766687 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4f3c6b06-e912-4bd0-83b7-0b61e7758660 req-070b57df-52da-432f-a413-3c3b9c8d31f1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=438f5cea71f1415499cf52928dcc2969&device_id=8fc5b3bc-3845-4187-b539-287cada19bd1 HTTP/1.1" status: 200 len: 1096 time: 0.0645468 Jul 12 08:38:55.932515 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf6c2d-b797-4643-a941-148621106a54 req-fd93cc09-e4bd-4d2b-afde-48ec86fbdcaf tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:55.934012 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-fcdf6c2d-b797-4643-a941-148621106a54 req-fd93cc09-e4bd-4d2b-afde-48ec86fbdcaf tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/networks?id=4a0e60a8-aab4-403d-85e0-f93bb62aade7 HTTP/1.1" status: 200 len: 815 time: 0.1647844 Jul 12 08:38:55.936663 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c6b06-e912-4bd0-83b7-0b61e7758660 req-686be9ad-16f0-4873-9241-2768b593a7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:55.938112 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4f3c6b06-e912-4bd0-83b7-0b61e7758660 req-686be9ad-16f0-4873-9241-2768b593a7a5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5581a52f-d47d-4f74-951e-8118b7d28c39 HTTP/1.1" status: 200 len: 912 time: 0.1604536 Jul 12 08:38:55.948040 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-fcdf6c2d-b797-4643-a941-148621106a54 req-a6b3f111-c07a-4f1a-bd2e-9d948c64d30a tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/quotas/3e2c7bd2f6284950a8847e704c7ed59d HTTP/1.1" status: 200 len: 375 time: 0.0086901 Jul 12 08:38:56.019135 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4f3c6b06-e912-4bd0-83b7-0b61e7758660 req-1ff96ed0-bf35-411a-8941-88342d5450df service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68e4ab9e-13a6-4980-9f23-97855563a464 HTTP/1.1" status: 200 len: 217 time: 0.0568349 Jul 12 08:38:56.062845 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f60fc-3239-4319-b2f8-f291b7e330bd req-03d9b60b-c427-4ca5-b163-e939f1deaca5 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:56.064339 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0b1f60fc-3239-4319-b2f8-f291b7e330bd req-03d9b60b-c427-4ca5-b163-e939f1deaca5 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fc5b3bc-3845-4187-b539-287cada19bd1 HTTP/1.1" status: 200 len: 943 time: 0.0673592 Jul 12 08:38:56.084500 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-fcdf6c2d-b797-4643-a941-148621106a54 req-34d4d385-3de9-40a4-b5ea-0ae81f07ec31 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3e2c7bd2f6284950a8847e704c7ed59d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1316772 Jul 12 08:38:56.091921 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c6b06-e912-4bd0-83b7-0b61e7758660 req-3f4281eb-0621-46d4-8c29-95e78117d5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:56.093311 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4f3c6b06-e912-4bd0-83b7-0b61e7758660 req-3f4281eb-0621-46d4-8c29-95e78117d5cb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cb2b1172-55e9-4a29-9b7c-5452eb5ab550 HTTP/1.1" status: 200 len: 850 time: 0.0596066 Jul 12 08:38:56.102692 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0b1f60fc-3239-4319-b2f8-f291b7e330bd req-a41f071e-3460-4783-8f84-56252a0236eb tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aad1c8b-0a8c-4a5f-8e0c-6415719afecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328829 Jul 12 08:38:56.201079 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c6b06-e912-4bd0-83b7-0b61e7758660 req-def5266d-62fe-45db-b858-8992c377dc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:56.202492 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4f3c6b06-e912-4bd0-83b7-0b61e7758660 req-def5266d-62fe-45db-b858-8992c377dc80 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5581a52f-d47d-4f74-951e-8118b7d28c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1012540 Jul 12 08:38:56.287404 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-fcdf6c2d-b797-4643-a941-148621106a54 req-5780f19b-34b6-4360-8f08-f45f9648415d service neutron] 10.222.0.37 "GET /v2.0/networks/4a0e60a8-aab4-403d-85e0-f93bb62aade7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931407 Jul 12 08:38:56.365451 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4f3c6b06-e912-4bd0-83b7-0b61e7758660 req-edd27a4e-f766-4be7-be7d-14adc3685846 service neutron] 10.222.0.23 "GET /v2.0/networks/5581a52f-d47d-4f74-951e-8118b7d28c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551676 Jul 12 08:38:56.452901 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-fcdf6c2d-b797-4643-a941-148621106a54 req-f026f1db-59ff-40f8-a5c2-11dcd84d2205 service neutron] 10.222.0.37 "GET /v2.0/networks/4a0e60a8-aab4-403d-85e0-f93bb62aade7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571462 Jul 12 08:38:56.487009 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4f3c6b06-e912-4bd0-83b7-0b61e7758660 req-5eb54705-0c1d-4b59-8602-fe8ced5688a6 service neutron] 10.222.0.23 "GET /v2.0/networks/5581a52f-d47d-4f74-951e-8118b7d28c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074059 Jul 12 08:38:56.615822 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-6c02eb76-5451-4cc0-9a53-8d42ea4c9ab6 req-a3375f2e-7c7c-44b0-b2f0-47e3000b62ab tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/ports?device_id=946c34c5-38f5-4232-9bbd-0c358912dcd0 HTTP/1.1" status: 200 len: 210 time: 0.0274315 Jul 12 08:38:57.275412 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89306f6-b35a-4424-aed1-2d9100910956 req-79f6de33-9424-40fa-9545-f67644a9f681 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:57.276898 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d89306f6-b35a-4424-aed1-2d9100910956 req-79f6de33-9424-40fa-9545-f67644a9f681 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fc5b3bc-3845-4187-b539-287cada19bd1 HTTP/1.1" status: 200 len: 943 time: 0.0635400 Jul 12 08:38:57.319573 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d89306f6-b35a-4424-aed1-2d9100910956 req-7dc14ada-ce3d-445d-a858-145e61ea31da tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aad1c8b-0a8c-4a5f-8e0c-6415719afecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363853 Jul 12 08:38:57.757051 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-d5eca32e-02e1-493d-ade9-02556a60960d req-ac623f0e-c4c9-4ba1-9c36-35eea70cefeb tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/ports?device_id=946c34c5-38f5-4232-9bbd-0c358912dcd0 HTTP/1.1" status: 200 len: 210 time: 0.0300040 Jul 12 08:38:57.879947 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf6c2d-b797-4643-a941-148621106a54 req-fb39167a-434c-471c-8807-32c0b9b29905 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:57.881396 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-fcdf6c2d-b797-4643-a941-148621106a54 req-fb39167a-434c-471c-8807-32c0b9b29905 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.23 "GET /v2.0/networks?id=4a0e60a8-aab4-403d-85e0-f93bb62aade7 HTTP/1.1" status: 200 len: 815 time: 0.1053948 Jul 12 08:38:57.900325 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-fcdf6c2d-b797-4643-a941-148621106a54 req-1d826c80-b634-4e81-8179-89e9dc3c9db6 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Request body: {'port': {'device_id': '946c34c5-38f5-4232-9bbd-0c358912dcd0', 'network_id': '4a0e60a8-aab4-403d-85e0-f93bb62aade7', 'admin_state_up': True, 'tenant_id': '3e2c7bd2f6284950a8847e704c7ed59d'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:38:58.004814 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcdf6c2d-b797-4643-a941-148621106a54 req-1d826c80-b634-4e81-8179-89e9dc3c9db6 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Made reservation on behalf of 3e2c7bd2f6284950a8847e704c7ed59d for: {'port': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 08:38:58.008339 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-fcdf6c2d-b797-4643-a941-148621106a54 req-1d826c80-b634-4e81-8179-89e9dc3c9db6 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:58.130769 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_common [req-fcdf6c2d-b797-4643-a941-148621106a54 req-1d826c80-b634-4e81-8179-89e9dc3c9db6 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Allocated IP 172.20.0.4 (4a0e60a8-aab4-403d-85e0-f93bb62aade7/8756298e-9b15-41e9-9d9f-d70fe9f98e7e/7c19c112-cdfe-4b6f-b32b-6a7f220ae459) {{(pid=92952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 08:38:58.273605 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-fcdf6c2d-b797-4643-a941-148621106a54 req-1d826c80-b634-4e81-8179-89e9dc3c9db6 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Notify callbacks [] for port, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:58.312298 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-fcdf6c2d-b797-4643-a941-148621106a54 req-1d826c80-b634-4e81-8179-89e9dc3c9db6 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748222641646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1188457'] for port, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:58.324799 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] get_ports_and_sgs() called for port_ids ['0c11a292-f267-405d-8d96-f7adae9c16c9', '08cb501d-0f00-4ca7-9dc7-a3d7105de8e6'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 08:38:58.355366 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcdf6c2d-b797-4643-a941-148621106a54 req-1d826c80-b634-4e81-8179-89e9dc3c9db6 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Network 4a0e60a8-aab4-403d-85e0-f93bb62aade7 is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:38:58.359097 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [req-fcdf6c2d-b797-4643-a941-148621106a54 req-1d826c80-b634-4e81-8179-89e9dc3c9db6 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:38:58.363019 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcdf6c2d-b797-4643-a941-148621106a54 req-1d826c80-b634-4e81-8179-89e9dc3c9db6 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Received port after_create {{(pid=92952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 08:38:58.391395 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d826c80-b634-4e81-8179-89e9dc3c9db6 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Pushing event updated for resources: {'Port': ['ID=7c19c112-cdfe-4b6f-b32b-6a7f220ae459,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:38:58.420001 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf6c2d-b797-4643-a941-148621106a54 req-1d826c80-b634-4e81-8179-89e9dc3c9db6 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:58.420640 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-fcdf6c2d-b797-4643-a941-148621106a54 req-1d826c80-b634-4e81-8179-89e9dc3c9db6 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:58.437794 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-fcdf6c2d-b797-4643-a941-148621106a54 req-1d826c80-b634-4e81-8179-89e9dc3c9db6 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5412135 Jul 12 08:38:58.476564 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-fcdf6c2d-b797-4643-a941-148621106a54 req-cd78a498-1733-41c5-900c-73afd7943190 service neutron] Request body: {'port': {'device_id': '946c34c5-38f5-4232-9bbd-0c358912dcd0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:38:58.569108 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-fcdf6c2d-b797-4643-a941-148621106a54 req-cd78a498-1733-41c5-900c-73afd7943190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:58.584807 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26367f33-cd02-4b80-9ded-f22fba66dda2 req-baebac28-cd71-4cff-891a-b658f2586f5f tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:58.586440 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-26367f33-cd02-4b80-9ded-f22fba66dda2 req-baebac28-cd71-4cff-891a-b658f2586f5f tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fc5b3bc-3845-4187-b539-287cada19bd1 HTTP/1.1" status: 200 len: 943 time: 0.1441686 Jul 12 08:38:58.665215 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-26367f33-cd02-4b80-9ded-f22fba66dda2 req-cae3bc1f-c0f6-414f-bdd1-7ec00552310e tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aad1c8b-0a8c-4a5f-8e0c-6415719afecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728755 Jul 12 08:38:58.870140 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [req-fcdf6c2d-b797-4643-a941-148621106a54 req-cd78a498-1733-41c5-900c-73afd7943190 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c19c112-cdfe-4b6f-b32b-6a7f220ae459 {{(pid=92952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 08:38:58.878080 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-fcdf6c2d-b797-4643-a941-148621106a54 req-cd78a498-1733-41c5-900c-73afd7943190 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:58.889502 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.provisioning_blocks [req-fcdf6c2d-b797-4643-a941-148621106a54 req-cd78a498-1733-41c5-900c-73afd7943190 service neutron] Transition to ACTIVE for port object 7c19c112-cdfe-4b6f-b32b-6a7f220ae459 will not be triggered until provisioned by entity L2. {{(pid=92952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:38:58.894331 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-fcdf6c2d-b797-4643-a941-148621106a54 req-cd78a498-1733-41c5-900c-73afd7943190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1188479'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:58.931171 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f6cac-77d6-438b-9015-167720731e0e req-e4916953-80d1-4937-8d32-668f074ae887 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:58.932661 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-209f6cac-77d6-438b-9015-167720731e0e req-e4916953-80d1-4937-8d32-668f074ae887 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/ports?device_id=946c34c5-38f5-4232-9bbd-0c358912dcd0 HTTP/1.1" status: 200 len: 931 time: 0.0649726 Jul 12 08:38:58.961840 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd78a498-1733-41c5-900c-73afd7943190 service neutron] Pushing event updated for resources: {'Port': ['ID=7c19c112-cdfe-4b6f-b32b-6a7f220ae459,revision_number=2']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:38:58.970294 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-209f6cac-77d6-438b-9015-167720731e0e req-ec5e9423-b57b-46be-a62e-a9d30165f889 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/security-groups?id=254a817b-6a4c-4331-8221-ba90efcca5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317502 Jul 12 08:38:59.007441 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-fcdf6c2d-b797-4643-a941-148621106a54 req-cd78a498-1733-41c5-900c-73afd7943190 service neutron] Attempting to bind port 7c19c112-cdfe-4b6f-b32b-6a7f220ae459 on host hv-cinder-80043 for vnic_type normal with profile {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 08:38:59.007753 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-fcdf6c2d-b797-4643-a941-148621106a54 req-cd78a498-1733-41c5-900c-73afd7943190 service neutron] Attempting to bind port 7c19c112-cdfe-4b6f-b32b-6a7f220ae459 by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': '4b77e48a-1884-4073-b8a8-e784b0586792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4a0e60a8-aab4-403d-85e0-f93bb62aade7'}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 08:38:59.008069 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdf6c2d-b797-4643-a941-148621106a54 req-cd78a498-1733-41c5-900c-73afd7943190 service neutron] Attempting to bind port 7c19c112-cdfe-4b6f-b32b-6a7f220ae459 on network 4a0e60a8-aab4-403d-85e0-f93bb62aade7 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:38:59.012155 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdf6c2d-b797-4643-a941-148621106a54 req-cd78a498-1733-41c5-900c-73afd7943190 service neutron] Port 7c19c112-cdfe-4b6f-b32b-6a7f220ae459 on network 4a0e60a8-aab4-403d-85e0-f93bb62aade7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 08:38:59.012468 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdf6c2d-b797-4643-a941-148621106a54 req-cd78a498-1733-41c5-900c-73afd7943190 service neutron] Attempting to bind port 7c19c112-cdfe-4b6f-b32b-6a7f220ae459 on network 4a0e60a8-aab4-403d-85e0-f93bb62aade7 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:38:59.017232 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdf6c2d-b797-4643-a941-148621106a54 req-cd78a498-1733-41c5-900c-73afd7943190 service neutron] Checking agent: {'id': '9498d972-5d3d-47a0-93c6-a71636d6a88c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 8, 29, 30), 'started_at': datetime.datetime(2021, 7, 12, 8, 29, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 8, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 08:38:59.017622 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdf6c2d-b797-4643-a941-148621106a54 req-cd78a498-1733-41c5-900c-73afd7943190 service neutron] Checking segment: {'id': '4b77e48a-1884-4073-b8a8-e784b0586792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4a0e60a8-aab4-403d-85e0-f93bb62aade7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:38:59.018034 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdf6c2d-b797-4643-a941-148621106a54 req-cd78a498-1733-41c5-900c-73afd7943190 service neutron] Bound using segment: {'id': '4b77e48a-1884-4073-b8a8-e784b0586792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4a0e60a8-aab4-403d-85e0-f93bb62aade7'} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 08:38:59.018459 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-fcdf6c2d-b797-4643-a941-148621106a54 req-cd78a498-1733-41c5-900c-73afd7943190 service neutron] Bound port: 7c19c112-cdfe-4b6f-b32b-6a7f220ae459, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b77e48a-1884-4073-b8a8-e784b0586792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4a0e60a8-aab4-403d-85e0-f93bb62aade7'}}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 08:38:59.018810 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-fcdf6c2d-b797-4643-a941-148621106a54 req-cd78a498-1733-41c5-900c-73afd7943190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:59.081652 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-fcdf6c2d-b797-4643-a941-148621106a54 req-cd78a498-1733-41c5-900c-73afd7943190 service neutron] For port 7c19c112-cdfe-4b6f-b32b-6a7f220ae459, host hv-cinder-80043, cleared binding levels {{(pid=92952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 08:38:59.084555 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-fcdf6c2d-b797-4643-a941-148621106a54 req-cd78a498-1733-41c5-900c-73afd7943190 service neutron] For port 7c19c112-cdfe-4b6f-b32b-6a7f220ae459, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=7c19c112-cdfe-4b6f-b32b-6a7f220ae459,segment=NetworkSegment(4b77e48a-1884-4073-b8a8-e784b0586792),segment_id=4b77e48a-1884-4073-b8a8-e784b0586792)] {{(pid=92952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 08:38:59.088938 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-fcdf6c2d-b797-4643-a941-148621106a54 req-cd78a498-1733-41c5-900c-73afd7943190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1188479'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:59.121553 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf6c2d-b797-4643-a941-148621106a54 req-cd78a498-1733-41c5-900c-73afd7943190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:59.122190 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-fcdf6c2d-b797-4643-a941-148621106a54 req-cd78a498-1733-41c5-900c-73afd7943190 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:38:59.123579 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-fcdf6c2d-b797-4643-a941-148621106a54 req-cd78a498-1733-41c5-900c-73afd7943190 service neutron] 10.222.0.23 "PUT /v2.0/ports/7c19c112-cdfe-4b6f-b32b-6a7f220ae459 HTTP/1.1" status: 200 len: 1093 time: 0.6513238 Jul 12 08:38:59.124006 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '946c34c5-38f5-4232-9bbd-0c358912dcd0', 'tag': '7c19c112-cdfe-4b6f-b32b-6a7f220ae459'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:38:59.126468 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35659b288decb3563870ae931b8d662eab2da969d6ab5856613d86fcebdbc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9f3edd-1ae3-4525-b1b9-3f73afb1b4ef" -d '{"events": [{"name": "network-changed", "server_uuid": "946c34c5-38f5-4232-9bbd-0c358912dcd0", "tag": "7c19c112-cdfe-4b6f-b32b-6a7f220ae459"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:38:59.151439 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd78a498-1733-41c5-900c-73afd7943190 service neutron] Pushing event updated for resources: {'Port': ['ID=7c19c112-cdfe-4b6f-b32b-6a7f220ae459,revision_number=3']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:38:59.176857 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 08:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac992f9-50f4-41ae-ab5b-a7c373a1c799 x-openstack-request-id: req-3ac992f9-50f4-41ae-ab5b-a7c373a1c799 {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:38:59.177141 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "946c34c5-38f5-4232-9bbd-0c358912dcd0", "tag": "7c19c112-cdfe-4b6f-b32b-6a7f220ae459", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:38:59.177417 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3ac992f9-50f4-41ae-ab5b-a7c373a1c799 {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:38:59.177816 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '946c34c5-38f5-4232-9bbd-0c358912dcd0', 'tag': '7c19c112-cdfe-4b6f-b32b-6a7f220ae459', 'status': 'completed', 'code': 200} Jul 12 08:38:59.222465 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf6c2d-b797-4643-a941-148621106a54 req-84333c3e-4221-4bcc-ba10-3a3506c6f816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:59.224006 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-fcdf6c2d-b797-4643-a941-148621106a54 req-84333c3e-4221-4bcc-ba10-3a3506c6f816 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3e2c7bd2f6284950a8847e704c7ed59d&device_id=946c34c5-38f5-4232-9bbd-0c358912dcd0 HTTP/1.1" status: 200 len: 1096 time: 0.0558174 Jul 12 08:38:59.272821 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-fcdf6c2d-b797-4643-a941-148621106a54 req-ce6c5121-fbf1-40f5-8076-6ed70c41c2b5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c19c112-cdfe-4b6f-b32b-6a7f220ae459 HTTP/1.1" status: 200 len: 217 time: 0.0378733 Jul 12 08:38:59.322732 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf6c2d-b797-4643-a941-148621106a54 req-345805eb-3716-4ea4-a17e-36fd9296ffad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:59.324163 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-fcdf6c2d-b797-4643-a941-148621106a54 req-345805eb-3716-4ea4-a17e-36fd9296ffad service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8756298e-9b15-41e9-9d9f-d70fe9f98e7e HTTP/1.1" status: 200 len: 855 time: 0.0421731 Jul 12 08:38:59.359305 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-fcdf6c2d-b797-4643-a941-148621106a54 req-e2a6bde4-9a3f-4898-b2fc-24849936ae96 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a0e60a8-aab4-403d-85e0-f93bb62aade7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250998 Jul 12 08:38:59.452191 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-fcdf6c2d-b797-4643-a941-148621106a54 req-b4f3be5d-5390-46b3-a860-ccf8c12f2f25 service neutron] 10.222.0.23 "GET /v2.0/networks/4a0e60a8-aab4-403d-85e0-f93bb62aade7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845664 Jul 12 08:38:59.546427 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-fcdf6c2d-b797-4643-a941-148621106a54 req-e397286e-f145-4647-9151-77fc19675ade service neutron] 10.222.0.23 "GET /v2.0/networks/4a0e60a8-aab4-403d-85e0-f93bb62aade7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852835 Jul 12 08:38:59.650199 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f3edd-1ae3-4525-b1b9-3f73afb1b4ef req-c621c589-5158-4bb6-a5cc-66c1b1d1d3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:59.651564 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0e9f3edd-1ae3-4525-b1b9-3f73afb1b4ef req-c621c589-5158-4bb6-a5cc-66c1b1d1d3e3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3e2c7bd2f6284950a8847e704c7ed59d&device_id=946c34c5-38f5-4232-9bbd-0c358912dcd0 HTTP/1.1" status: 200 len: 1096 time: 0.0509682 Jul 12 08:38:59.755471 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f3edd-1ae3-4525-b1b9-3f73afb1b4ef req-80c1cde2-6e50-49ba-8e57-3b0eff1f88a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:59.757153 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0e9f3edd-1ae3-4525-b1b9-3f73afb1b4ef req-80c1cde2-6e50-49ba-8e57-3b0eff1f88a2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4a0e60a8-aab4-403d-85e0-f93bb62aade7 HTTP/1.1" status: 200 len: 916 time: 0.0931447 Jul 12 08:38:59.802077 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0e9f3edd-1ae3-4525-b1b9-3f73afb1b4ef req-57fb49b3-eebe-45a1-983c-f9e6a714e450 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c19c112-cdfe-4b6f-b32b-6a7f220ae459 HTTP/1.1" status: 200 len: 217 time: 0.0345435 Jul 12 08:38:59.841537 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33ed86-fda0-4cb7-90e3-5855b27bbd91 req-e6e76807-f52d-408d-b8e2-b0ecc19449d7 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:59.843362 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7c33ed86-fda0-4cb7-90e3-5855b27bbd91 req-e6e76807-f52d-408d-b8e2-b0ecc19449d7 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fc5b3bc-3845-4187-b539-287cada19bd1 HTTP/1.1" status: 200 len: 943 time: 0.0643289 Jul 12 08:38:59.856966 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f3edd-1ae3-4525-b1b9-3f73afb1b4ef req-b7cf5383-901e-4d8f-a7ce-f5399e94edfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:38:59.859300 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0e9f3edd-1ae3-4525-b1b9-3f73afb1b4ef req-b7cf5383-901e-4d8f-a7ce-f5399e94edfe service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8756298e-9b15-41e9-9d9f-d70fe9f98e7e HTTP/1.1" status: 200 len: 855 time: 0.0486691 Jul 12 08:38:59.884997 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7c33ed86-fda0-4cb7-90e3-5855b27bbd91 req-d2761da3-03ed-465a-a02f-b7318880ec8e tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aad1c8b-0a8c-4a5f-8e0c-6415719afecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358281 Jul 12 08:38:59.894651 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0e9f3edd-1ae3-4525-b1b9-3f73afb1b4ef req-0e7403ec-8139-45df-97e6-6b4ba170733e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a0e60a8-aab4-403d-85e0-f93bb62aade7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278590 Jul 12 08:38:59.986780 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0e9f3edd-1ae3-4525-b1b9-3f73afb1b4ef req-3a1de6d3-2fda-4704-8c1c-99f4885a8ef7 service neutron] 10.222.0.23 "GET /v2.0/networks/4a0e60a8-aab4-403d-85e0-f93bb62aade7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841036 Jul 12 08:39:00.128693 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4519fb-cf01-4533-86a0-cd72c5db0e11 req-752a0c30-1253-4f63-ae50-8d755aed41ce tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:00.130456 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-8e4519fb-cf01-4533-86a0-cd72c5db0e11 req-752a0c30-1253-4f63-ae50-8d755aed41ce tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.37 "GET /v2.0/ports?device_id=4debc036-6524-4a29-be92-460ef52f0e26 HTTP/1.1" status: 200 len: 946 time: 0.0653708 Jul 12 08:39:00.174235 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-8e4519fb-cf01-4533-86a0-cd72c5db0e11 req-3cc69945-8f55-4fde-92d9-9436cdab6ffe tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979a974-a717-4399-8606-b6f0675db0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376348 Jul 12 08:39:00.355132 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0e9f3edd-1ae3-4525-b1b9-3f73afb1b4ef req-3c29a274-208b-470f-b289-62a42b588ab2 service neutron] 10.222.0.23 "GET /v2.0/networks/4a0e60a8-aab4-403d-85e0-f93bb62aade7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579712 Jul 12 08:39:00.366736 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99e0d5-6b69-4828-a587-ddc557ad2772 req-a4738c37-7e5c-4cf5-9985-6c377c0378a8 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:00.368156 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2a99e0d5-6b69-4828-a587-ddc557ad2772 req-a4738c37-7e5c-4cf5-9985-6c377c0378a8 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/ports?device_id=946c34c5-38f5-4232-9bbd-0c358912dcd0 HTTP/1.1" status: 200 len: 943 time: 0.0931027 Jul 12 08:39:00.405544 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2a99e0d5-6b69-4828-a587-ddc557ad2772 req-76702cf1-667c-4eeb-9fe1-c9d7ffa3b6a5 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/security-groups?id=254a817b-6a4c-4331-8221-ba90efcca5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318208 Jul 12 08:39:01.052757 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4db59c-f9d6-4753-be1a-5137bcfa7f3f req-791844e5-4808-47cf-9289-979dbd62c608 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:01.054241 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-6d4db59c-f9d6-4753-be1a-5137bcfa7f3f req-791844e5-4808-47cf-9289-979dbd62c608 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fc5b3bc-3845-4187-b539-287cada19bd1 HTTP/1.1" status: 200 len: 943 time: 0.0607977 Jul 12 08:39:01.090316 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-6d4db59c-f9d6-4753-be1a-5137bcfa7f3f req-f194305f-e734-4084-96b2-fc29567e702c tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aad1c8b-0a8c-4a5f-8e0c-6415719afecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307019 Jul 12 08:39:01.343503 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023295ce-0f4e-451c-9e9f-95dfc54f6cf7 req-363f2bcc-4bed-467f-afdf-65c498408aec tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:01.344974 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-023295ce-0f4e-451c-9e9f-95dfc54f6cf7 req-363f2bcc-4bed-467f-afdf-65c498408aec tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.37 "GET /v2.0/ports?device_id=4debc036-6524-4a29-be92-460ef52f0e26 HTTP/1.1" status: 200 len: 946 time: 0.0643704 Jul 12 08:39:01.382181 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-023295ce-0f4e-451c-9e9f-95dfc54f6cf7 req-335a9d06-40b4-44e6-a2e3-5e56621738a3 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979a974-a717-4399-8606-b6f0675db0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316594 Jul 12 08:39:01.572555 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02848ec7-1a81-49c5-bac0-dae933de7478 req-de4ce0fa-1c67-42ef-9cdd-efd0d19be0ad tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:01.574058 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-02848ec7-1a81-49c5-bac0-dae933de7478 req-de4ce0fa-1c67-42ef-9cdd-efd0d19be0ad tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/ports?device_id=946c34c5-38f5-4232-9bbd-0c358912dcd0 HTTP/1.1" status: 200 len: 943 time: 0.0609162 Jul 12 08:39:01.611314 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-02848ec7-1a81-49c5-bac0-dae933de7478 req-85b8da00-a2a6-4353-b746-6cee016dcce9 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/security-groups?id=254a817b-6a4c-4331-8221-ba90efcca5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316255 Jul 12 08:39:01.622252 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:02.087581 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259136ec-0207-427c-872b-cb00c4abf8a3 req-cffea8d7-0923-42ac-aa6b-03c3b1aa6fb4 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:02.089007 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-259136ec-0207-427c-872b-cb00c4abf8a3 req-cffea8d7-0923-42ac-aa6b-03c3b1aa6fb4 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.23 "GET /v2.0/ports?device_id=4debc036-6524-4a29-be92-460ef52f0e26 HTTP/1.1" status: 200 len: 946 time: 0.0604503 Jul 12 08:39:02.188119 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [req-259136ec-0207-427c-872b-cb00c4abf8a3 req-be0d52be-f69a-47da-9970-b7423aa44c32 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Deleting port e5add19f-8154-4970-b4c8-96048b0999e9 {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 08:39:02.188462 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-259136ec-0207-427c-872b-cb00c4abf8a3 req-be0d52be-f69a-47da-9970-b7423aa44c32 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748223187694'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:02.256023 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 7c19c112-cdfe-4b6f-b32b-6a7f220ae459 details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=92953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 08:39:02.312435 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-259136ec-0207-427c-872b-cb00c4abf8a3 req-be0d52be-f69a-47da-9970-b7423aa44c32 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] For port e5add19f-8154-4970-b4c8-96048b0999e9, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=e5add19f-8154-4970-b4c8-96048b0999e9,segment=NetworkSegment(d335fbb8-c4c5-4f46-b49a-7df70ec78abf),segment_id=d335fbb8-c4c5-4f46-b49a-7df70ec78abf)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:39:02.312805 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-259136ec-0207-427c-872b-cb00c4abf8a3 req-be0d52be-f69a-47da-9970-b7423aa44c32 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528347'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:02.329751 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [req-259136ec-0207-427c-872b-cb00c4abf8a3 req-be0d52be-f69a-47da-9970-b7423aa44c32 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Calling delete_port for e5add19f-8154-4970-b4c8-96048b0999e9 owned by compute:nova {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 08:39:02.338397 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a159d52-2073-46cc-8309-23e90c16d6af req-63523827-7645-416a-a75d-001d702005c8 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:02.339823 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9a159d52-2073-46cc-8309-23e90c16d6af req-63523827-7645-416a-a75d-001d702005c8 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fc5b3bc-3845-4187-b539-287cada19bd1 HTTP/1.1" status: 200 len: 943 time: 0.1383662 Jul 12 08:39:02.351406 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port 7c19c112-cdfe-4b6f-b32b-6a7f220ae459, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=7c19c112-cdfe-4b6f-b32b-6a7f220ae459,segment=NetworkSegment(4b77e48a-1884-4073-b8a8-e784b0586792),segment_id=4b77e48a-1884-4073-b8a8-e784b0586792)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:39:02.362953 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Returning: {'device': '7c19c112-cdfe-4b6f-b32b-6a7f220ae459', 'network_id': '4a0e60a8-aab4-403d-85e0-f93bb62aade7', 'port_id': '7c19c112-cdfe-4b6f-b32b-6a7f220ae459', 'mac_address': 'fa:16:3e:7e:b5:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8756298e-9b15-41e9-9d9f-d70fe9f98e7e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 08:39:02.399357 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:02.412048 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c19c112-cdfe-4b6f-b32b-6a7f220ae459 {{(pid=92953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 08:39:02.418006 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9a159d52-2073-46cc-8309-23e90c16d6af req-805d4f8e-4d30-4dba-91c5-15cb34818278 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aad1c8b-0a8c-4a5f-8e0c-6415719afecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696497 Jul 12 08:39:02.446317 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port 7c19c112-cdfe-4b6f-b32b-6a7f220ae459, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=7c19c112-cdfe-4b6f-b32b-6a7f220ae459,segment=NetworkSegment(4b77e48a-1884-4073-b8a8-e784b0586792),segment_id=4b77e48a-1884-4073-b8a8-e784b0586792)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:39:02.450687 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:02.507512 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-259136ec-0207-427c-872b-cb00c4abf8a3 req-be0d52be-f69a-47da-9970-b7423aa44c32 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8377658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748223196968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748222641655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1188448'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:02.509496 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Pushing event updated for resources: {'Port': ['ID=7c19c112-cdfe-4b6f-b32b-6a7f220ae459,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:39:02.537160 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0d52be-f69a-47da-9970-b7423aa44c32 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Pushing event deleted for resources: {'Port': ['ID=e5add19f-8154-4970-b4c8-96048b0999e9,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:39:02.556257 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b04331-a723-411e-a631-0e62b47a0f81 req-b4d99931-87de-40e9-9b4f-b28ae9c5361b tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:02.558077 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e1b04331-a723-411e-a631-0e62b47a0f81 req-b4d99931-87de-40e9-9b4f-b28ae9c5361b tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.37 "GET /v2.0/ports?device_id=4debc036-6524-4a29-be92-460ef52f0e26 HTTP/1.1" status: 200 len: 867 time: 0.0663710 Jul 12 08:39:02.584468 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-259136ec-0207-427c-872b-cb00c4abf8a3 req-be0d52be-f69a-47da-9970-b7423aa44c32 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] No DVR routers for this DVR port e5add19f-8154-4970-b4c8-96048b0999e9 on host hv-cinder-80043 {{(pid=92952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 08:39:02.587062 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-259136ec-0207-427c-872b-cb00c4abf8a3 req-be0d52be-f69a-47da-9970-b7423aa44c32 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:02.589226 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-259136ec-0207-427c-872b-cb00c4abf8a3 req-be0d52be-f69a-47da-9970-b7423aa44c32 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.23 "DELETE /v2.0/ports/e5add19f-8154-4970-b4c8-96048b0999e9 HTTP/1.1" status: 204 len: 173 time: 0.4941807 Jul 12 08:39:02.589594 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4debc036-6524-4a29-be92-460ef52f0e26', 'name': 'network-vif-deleted', 'tag': 'e5add19f-8154-4970-b4c8-96048b0999e9'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:39:02.591881 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35659b288decb3563870ae931b8d662eab2da969d6ab5856613d86fcebdbc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdada5c9-4d2b-4807-b10c-280cff6209f2" -d '{"events": [{"server_uuid": "4debc036-6524-4a29-be92-460ef52f0e26", "name": "network-vif-deleted", "tag": "e5add19f-8154-4970-b4c8-96048b0999e9"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:39:02.597734 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e1b04331-a723-411e-a631-0e62b47a0f81 req-1f931885-e942-4bfa-b6b1-a2aa20351882 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979a974-a717-4399-8606-b6f0675db0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333610 Jul 12 08:39:02.633845 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 08:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7878b4af-570e-4eb4-828c-d4ee93d123d2 x-openstack-request-id: req-7878b4af-570e-4eb4-828c-d4ee93d123d2 {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:39:02.634137 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4debc036-6524-4a29-be92-460ef52f0e26", "name": "network-vif-deleted", "tag": "e5add19f-8154-4970-b4c8-96048b0999e9", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:39:02.634393 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7878b4af-570e-4eb4-828c-d4ee93d123d2 {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:39:02.634792 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4debc036-6524-4a29-be92-460ef52f0e26', 'name': 'network-vif-deleted', 'tag': 'e5add19f-8154-4970-b4c8-96048b0999e9', 'status': 'completed', 'code': 200} Jul 12 08:39:02.755722 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] get_ports_and_sgs() called for port_ids ['7c19c112-cdfe-4b6f-b32b-6a7f220ae459'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 08:39:02.791592 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46be35-ae42-43fe-aa0e-6fe8785aae47 req-5bc39c93-c87e-41c7-a154-2fde1a0275c6 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:02.793102 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7e46be35-ae42-43fe-aa0e-6fe8785aae47 req-5bc39c93-c87e-41c7-a154-2fde1a0275c6 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/ports?device_id=946c34c5-38f5-4232-9bbd-0c358912dcd0 HTTP/1.1" status: 200 len: 944 time: 0.0638671 Jul 12 08:39:02.830614 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-7e46be35-ae42-43fe-aa0e-6fe8785aae47 req-432c0dba-98ca-4dc9-8d69-983426cb1f07 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/security-groups?id=254a817b-6a4c-4331-8221-ba90efcca5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314434 Jul 12 08:39:03.589107 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4476d3-2ca5-4a7a-ad21-3729d8cd7587 req-f7552f78-6e05-45df-9a91-f341d406ac1b tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:03.590598 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3b4476d3-2ca5-4a7a-ad21-3729d8cd7587 req-f7552f78-6e05-45df-9a91-f341d406ac1b tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fc5b3bc-3845-4187-b539-287cada19bd1 HTTP/1.1" status: 200 len: 943 time: 0.0614731 Jul 12 08:39:03.631462 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3b4476d3-2ca5-4a7a-ad21-3729d8cd7587 req-a350700f-af5e-4fe4-8f9b-6798f2593d16 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aad1c8b-0a8c-4a5f-8e0c-6415719afecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347817 Jul 12 08:39:03.996483 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92bf12e-ebed-47b1-9042-6231ba48f347 req-5891f30a-0a4c-408e-b1ab-a6c060a6b99f tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:03.997881 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f92bf12e-ebed-47b1-9042-6231ba48f347 req-5891f30a-0a4c-408e-b1ab-a6c060a6b99f tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/ports?device_id=946c34c5-38f5-4232-9bbd-0c358912dcd0 HTTP/1.1" status: 200 len: 944 time: 0.0612657 Jul 12 08:39:04.034945 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f92bf12e-ebed-47b1-9042-6231ba48f347 req-ef36c803-4dfb-4ef1-b723-771e3335bf96 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/security-groups?id=254a817b-6a4c-4331-8221-ba90efcca5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308597 Jul 12 08:39:04.085105 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c6a9d6d0-d032-4f7e-907b-95b221783ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:04.799104 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e300c-efcc-4740-a4d9-09deffbf0edf req-dd3a15e7-e13e-4c2c-bd74-0716f7c023c5 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:04.800576 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-074e300c-efcc-4740-a4d9-09deffbf0edf req-dd3a15e7-e13e-4c2c-bd74-0716f7c023c5 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fc5b3bc-3845-4187-b539-287cada19bd1 HTTP/1.1" status: 200 len: 943 time: 0.0614789 Jul 12 08:39:04.839351 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-074e300c-efcc-4740-a4d9-09deffbf0edf req-fa0beba7-b1a9-48a0-acb4-0d3955cd1ddb tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aad1c8b-0a8c-4a5f-8e0c-6415719afecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335178 Jul 12 08:39:04.987195 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 68e4ab9e-13a6-4980-9f23-97855563a464 details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=92953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 08:39:05.079186 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port 68e4ab9e-13a6-4980-9f23-97855563a464, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=68e4ab9e-13a6-4980-9f23-97855563a464,segment=NetworkSegment(0b8979b6-9f97-4684-9982-6e73323e0ae4),segment_id=0b8979b6-9f97-4684-9982-6e73323e0ae4)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:39:05.093974 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Returning: {'device': '68e4ab9e-13a6-4980-9f23-97855563a464', 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39', 'port_id': '68e4ab9e-13a6-4980-9f23-97855563a464', 'mac_address': 'fa:16:3e:17:31:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb2b1172-55e9-4a29-9b7c-5452eb5ab550', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 08:39:05.129167 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:05.142045 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68e4ab9e-13a6-4980-9f23-97855563a464 {{(pid=92953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 08:39:05.161210 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port 68e4ab9e-13a6-4980-9f23-97855563a464, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=68e4ab9e-13a6-4980-9f23-97855563a464,segment=NetworkSegment(0b8979b6-9f97-4684-9982-6e73323e0ae4),segment_id=0b8979b6-9f97-4684-9982-6e73323e0ae4)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:39:05.165076 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:05.219472 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870729cb-a62c-4f30-be0a-a71e58599f3b req-730f7556-fd59-45bb-9d04-c7b15c280853 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:05.220031 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Pushing event updated for resources: {'Port': ['ID=68e4ab9e-13a6-4980-9f23-97855563a464,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:39:05.221824 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-870729cb-a62c-4f30-be0a-a71e58599f3b req-730f7556-fd59-45bb-9d04-c7b15c280853 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/ports?device_id=946c34c5-38f5-4232-9bbd-0c358912dcd0 HTTP/1.1" status: 200 len: 944 time: 0.0672805 Jul 12 08:39:05.260651 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-870729cb-a62c-4f30-be0a-a71e58599f3b req-d66b20b4-cffc-46e8-a5d3-c748515c7cb5 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/security-groups?id=254a817b-6a4c-4331-8221-ba90efcca5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331235 Jul 12 08:39:05.874928 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 7c19c112-cdfe-4b6f-b32b-6a7f220ae459 up at agent hyperv_hv-cinder-80043 {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:39:05.922498 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Provisioning for port 7c19c112-cdfe-4b6f-b32b-6a7f220ae459 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:39:05.925957 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Provisioning complete for port 7c19c112-cdfe-4b6f-b32b-6a7f220ae459 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:39:05.926385 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:06.003693 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:06.016570 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46152a60-0687-41f5-b881-24db42578e42 req-1b7e6a03-1702-46be-9649-2cf0fc108d25 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:06.018104 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-46152a60-0687-41f5-b881-24db42578e42 req-1b7e6a03-1702-46be-9649-2cf0fc108d25 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fc5b3bc-3845-4187-b539-287cada19bd1 HTTP/1.1" status: 200 len: 944 time: 0.0708263 Jul 12 08:39:06.026117 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946c34c5-38f5-4232-9bbd-0c358912dcd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c19c112-cdfe-4b6f-b32b-6a7f220ae459'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:39:06.028355 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af58d1c9f1a57ad28455f2a1c324eb475fddbc81caacf3fdebaad0c9863d536b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046bff03-be3a-4824-988a-86c0f4f4abee" -d '{"events": [{"server_uuid": "946c34c5-38f5-4232-9bbd-0c358912dcd0", "name": "network-vif-plugged", "status": "completed", "tag": "7c19c112-cdfe-4b6f-b32b-6a7f220ae459"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:39:06.041309 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port 7c19c112-cdfe-4b6f-b32b-6a7f220ae459, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=7c19c112-cdfe-4b6f-b32b-6a7f220ae459,segment=NetworkSegment(4b77e48a-1884-4073-b8a8-e784b0586792),segment_id=4b77e48a-1884-4073-b8a8-e784b0586792)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:39:06.046698 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:06.062085 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-46152a60-0687-41f5-b881-24db42578e42 req-5bdec58c-5b29-4476-a165-d14e6f9ae4d5 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aad1c8b-0a8c-4a5f-8e0c-6415719afecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382335 Jul 12 08:39:06.076675 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 08:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d57b10d-39eb-42eb-ade9-5a1839ca0615 x-openstack-request-id: req-5d57b10d-39eb-42eb-ade9-5a1839ca0615 {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:39:06.077059 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "946c34c5-38f5-4232-9bbd-0c358912dcd0", "name": "network-vif-plugged", "status": "completed", "tag": "7c19c112-cdfe-4b6f-b32b-6a7f220ae459", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:39:06.077316 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5d57b10d-39eb-42eb-ade9-5a1839ca0615 {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:39:06.077872 dv-cinder-800431-1-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '946c34c5-38f5-4232-9bbd-0c358912dcd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c19c112-cdfe-4b6f-b32b-6a7f220ae459', 'code': 200} Jul 12 08:39:06.084884 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device e5add19f-8154-4970-b4c8-96048b0999e9 no longer exists at agent hyperv_hv-cinder-80043 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 08:39:06.111987 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] No Port match for: e5add19f-8154-4970-b4c8-96048b0999e9 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 08:39:06.112594 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device e5add19f-8154-4970-b4c8-96048b0999e9 not bound to the agent host hv-cinder-80043 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 08:39:06.127431 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Pushing event updated for resources: {'Port': ['ID=7c19c112-cdfe-4b6f-b32b-6a7f220ae459,revision_number=5']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:39:06.134137 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:39:06.134491 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:39:06.134838 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:39:06.135179 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:39:06.135517 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:39:06.135848 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:39:06.136180 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:39:06.136510 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:39:06.136841 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:39:06.137171 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:39:06.137493 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:39:06.137850 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:39:06.433192 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b4c73-cb37-4db1-b50e-195b31d96d11 req-866e6658-dc34-430b-b3b8-a5f4ad567d33 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:06.434675 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-de7b4c73-cb37-4db1-b50e-195b31d96d11 req-866e6658-dc34-430b-b3b8-a5f4ad567d33 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/ports?device_id=946c34c5-38f5-4232-9bbd-0c358912dcd0 HTTP/1.1" status: 200 len: 945 time: 0.0649805 Jul 12 08:39:06.470598 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-de7b4c73-cb37-4db1-b50e-195b31d96d11 req-d2316c2d-f8a7-4b4b-b8e3-478a23323126 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/security-groups?id=254a817b-6a4c-4331-8221-ba90efcca5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304642 Jul 12 08:39:06.970808 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:07.115049 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-31aa742e-ac40-4279-a670-f2890a058c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:07.165075 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f528030-545e-42ef-bd19-e800f89e394f req-11cb4c63-274c-4ee7-af2c-158c48273beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:07.166511 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-1f528030-545e-42ef-bd19-e800f89e394f req-11cb4c63-274c-4ee7-af2c-158c48273beb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=946c34c5-38f5-4232-9bbd-0c358912dcd0 HTTP/1.1" status: 200 len: 1098 time: 0.0547271 Jul 12 08:39:07.201054 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-1f528030-545e-42ef-bd19-e800f89e394f req-376fcb4f-2bea-43c0-b265-6f848d6c8f2d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=254a817b-6a4c-4331-8221-ba90efcca5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275049 Jul 12 08:39:07.219521 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] get_ports_and_sgs() called for port_ids ['68e4ab9e-13a6-4980-9f23-97855563a464'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 08:39:07.233995 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17448f8-3957-4746-8138-15c136da3b83 req-fe4271a3-d489-4fb8-b360-b84e113c016e tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:07.235514 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-b17448f8-3957-4746-8138-15c136da3b83 req-fe4271a3-d489-4fb8-b360-b84e113c016e tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fc5b3bc-3845-4187-b539-287cada19bd1 HTTP/1.1" status: 200 len: 944 time: 0.0618465 Jul 12 08:39:07.272890 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-b17448f8-3957-4746-8138-15c136da3b83 req-c833f6ce-565f-470f-8fd9-dc1e571733a4 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aad1c8b-0a8c-4a5f-8e0c-6415719afecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316777 Jul 12 08:39:07.641587 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf56a7d-fc9e-4d21-a08c-f268529392c8 req-6a27cc27-c2df-4c82-bdf4-8ff0eef72f3f tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:07.643106 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3bf56a7d-fc9e-4d21-a08c-f268529392c8 req-6a27cc27-c2df-4c82-bdf4-8ff0eef72f3f tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/ports?device_id=946c34c5-38f5-4232-9bbd-0c358912dcd0 HTTP/1.1" status: 200 len: 945 time: 0.0633998 Jul 12 08:39:07.680157 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3bf56a7d-fc9e-4d21-a08c-f268529392c8 req-d2ff7597-e70d-4a31-b762-4bb8242c071d tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/security-groups?id=254a817b-6a4c-4331-8221-ba90efcca5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316625 Jul 12 08:39:07.864894 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8beb-ed90-4929-879a-4eba2c5b629e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:08.448264 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd894e12-2aaa-4695-9ac2-12905df7b413 req-5f6f38f9-5e83-4161-9164-049376286f0d tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:08.449811 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-cd894e12-2aaa-4695-9ac2-12905df7b413 req-5f6f38f9-5e83-4161-9164-049376286f0d tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fc5b3bc-3845-4187-b539-287cada19bd1 HTTP/1.1" status: 200 len: 944 time: 0.0647452 Jul 12 08:39:08.486520 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-cd894e12-2aaa-4695-9ac2-12905df7b413 req-f11e0429-de31-475c-841d-dee152acf509 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aad1c8b-0a8c-4a5f-8e0c-6415719afecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305271 Jul 12 08:39:08.850037 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ef262-2693-4c45-8ff2-90eb819f4774 req-4ca50cad-3941-4e19-a18c-f442b51a5434 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:08.851497 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7d4ef262-2693-4c45-8ff2-90eb819f4774 req-4ca50cad-3941-4e19-a18c-f442b51a5434 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/ports?device_id=946c34c5-38f5-4232-9bbd-0c358912dcd0 HTTP/1.1" status: 200 len: 945 time: 0.0651517 Jul 12 08:39:08.888269 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7d4ef262-2693-4c45-8ff2-90eb819f4774 req-71bb2a91-5a5b-4105-b068-bb5799d1134e tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/security-groups?id=254a817b-6a4c-4331-8221-ba90efcca5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313973 Jul 12 08:39:08.954396 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 68e4ab9e-13a6-4980-9f23-97855563a464 up at agent hyperv_hv-cinder-80043 {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:39:09.002345 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Provisioning for port 68e4ab9e-13a6-4980-9f23-97855563a464 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:39:09.005916 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Provisioning complete for port 68e4ab9e-13a6-4980-9f23-97855563a464 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:39:09.006291 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:09.082457 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:09.107372 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fc5b3bc-3845-4187-b539-287cada19bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68e4ab9e-13a6-4980-9f23-97855563a464'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:39:09.110165 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af58d1c9f1a57ad28455f2a1c324eb475fddbc81caacf3fdebaad0c9863d536b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862433c8-6c54-4a54-b5d4-0bb37d6e51da" -d '{"events": [{"server_uuid": "8fc5b3bc-3845-4187-b539-287cada19bd1", "name": "network-vif-plugged", "status": "completed", "tag": "68e4ab9e-13a6-4980-9f23-97855563a464"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:39:09.122928 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port 68e4ab9e-13a6-4980-9f23-97855563a464, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=68e4ab9e-13a6-4980-9f23-97855563a464,segment=NetworkSegment(0b8979b6-9f97-4684-9982-6e73323e0ae4),segment_id=0b8979b6-9f97-4684-9982-6e73323e0ae4)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:39:09.135157 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:09.189171 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 08:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f74de9-4a96-402a-9d31-64b6561e0113 x-openstack-request-id: req-20f74de9-4a96-402a-9d31-64b6561e0113 {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:39:09.189538 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fc5b3bc-3845-4187-b539-287cada19bd1", "name": "network-vif-plugged", "status": "completed", "tag": "68e4ab9e-13a6-4980-9f23-97855563a464", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:39:09.190182 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-20f74de9-4a96-402a-9d31-64b6561e0113 {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:39:09.190348 dv-cinder-800431-1-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fc5b3bc-3845-4187-b539-287cada19bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68e4ab9e-13a6-4980-9f23-97855563a464', 'code': 200} Jul 12 08:39:09.205015 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Pushing event updated for resources: {'Port': ['ID=68e4ab9e-13a6-4980-9f23-97855563a464,revision_number=5']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:39:09.400088 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8148b14b-fdb1-487f-b940-7b46dc6d16f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:09.491662 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-dd6bca9e-4929-4d98-aeb3-fcb44cbd7540 None None] Provisioning complete for port 68e4ab9e-13a6-4980-9f23-97855563a464 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:39:09.491921 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-dd6bca9e-4929-4d98-aeb3-fcb44cbd7540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:09.505150 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01690a-7199-4397-bc8f-af419051fa55 req-99c3e304-5a39-4d7e-a047-cbfdd635a722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:09.506663 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3e01690a-7199-4397-bc8f-af419051fa55 req-99c3e304-5a39-4d7e-a047-cbfdd635a722 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8fc5b3bc-3845-4187-b539-287cada19bd1 HTTP/1.1" status: 200 len: 1098 time: 0.0515990 Jul 12 08:39:09.543901 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3e01690a-7199-4397-bc8f-af419051fa55 req-e892eef7-831f-456e-b8d1-0f0e78866c88 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6aad1c8b-0a8c-4a5f-8e0c-6415719afecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287607 Jul 12 08:39:09.662887 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd048c8-b48b-4aac-8b04-0fc0fe510084 req-34304c3d-0fa1-41e0-b7d6-d39c1a997703 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:09.664343 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9cd048c8-b48b-4aac-8b04-0fc0fe510084 req-34304c3d-0fa1-41e0-b7d6-d39c1a997703 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fc5b3bc-3845-4187-b539-287cada19bd1 HTTP/1.1" status: 200 len: 945 time: 0.0661788 Jul 12 08:39:09.701035 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9cd048c8-b48b-4aac-8b04-0fc0fe510084 req-d5f6ced8-5cfd-4663-94a2-5d926284018c tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aad1c8b-0a8c-4a5f-8e0c-6415719afecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312526 Jul 12 08:39:10.869104 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca95a33-cb58-4d14-9701-5f6be787f1ec req-304ffab6-155f-4192-b732-dac206e66373 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:10.870588 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-cca95a33-cb58-4d14-9701-5f6be787f1ec req-304ffab6-155f-4192-b732-dac206e66373 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fc5b3bc-3845-4187-b539-287cada19bd1 HTTP/1.1" status: 200 len: 945 time: 0.0615683 Jul 12 08:39:10.906780 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-cca95a33-cb58-4d14-9701-5f6be787f1ec req-bbab7897-7ea6-450e-9910-7c1cd85241d2 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aad1c8b-0a8c-4a5f-8e0c-6415719afecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304306 Jul 12 08:39:12.074166 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58963343-cb7a-4abe-91c6-1ec3fa8f75ae req-4eb39ad4-53a4-4d3d-a1a4-11aa0f952fe3 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:12.075609 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-58963343-cb7a-4abe-91c6-1ec3fa8f75ae req-4eb39ad4-53a4-4d3d-a1a4-11aa0f952fe3 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fc5b3bc-3845-4187-b539-287cada19bd1 HTTP/1.1" status: 200 len: 945 time: 0.0606446 Jul 12 08:39:12.111524 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-58963343-cb7a-4abe-91c6-1ec3fa8f75ae req-286e51ad-a6fc-4b4d-9f1e-915d80fb565d tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aad1c8b-0a8c-4a5f-8e0c-6415719afecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304260 Jul 12 08:39:13.283332 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7d9c0-ec3e-4979-a054-de01da33663a req-4bae368a-c342-4631-9a43-4b4e277f2b4f tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:13.284832 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a5f7d9c0-ec3e-4979-a054-de01da33663a req-4bae368a-c342-4631-9a43-4b4e277f2b4f tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fc5b3bc-3845-4187-b539-287cada19bd1 HTTP/1.1" status: 200 len: 945 time: 0.0662746 Jul 12 08:39:13.325250 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a5f7d9c0-ec3e-4979-a054-de01da33663a req-90aa741d-8d9d-4d63-bc11-0fa2941359d8 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aad1c8b-0a8c-4a5f-8e0c-6415719afecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338163 Jul 12 08:39:13.676827 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79e061-59ab-4e7e-ba95-805bcc8af0bd req-8520742b-df89-43c4-9052-278ec3255244 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:13.678400 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-2c79e061-59ab-4e7e-ba95-805bcc8af0bd req-8520742b-df89-43c4-9052-278ec3255244 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.37 "GET /v2.0/networks?id=e48010fb-2d08-470a-a593-a24d04560a7f HTTP/1.1" status: 200 len: 814 time: 0.0973656 Jul 12 08:39:13.692644 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-2c79e061-59ab-4e7e-ba95-805bcc8af0bd req-8bbad391-2794-44ca-a5a5-c6d541d2c8cd tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.37 "GET /v2.0/quotas/c17605437ef14b56b06b396fa6708723 HTTP/1.1" status: 200 len: 375 time: 0.0090985 Jul 12 08:39:13.729484 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-2c79e061-59ab-4e7e-ba95-805bcc8af0bd req-291416ff-75ef-4036-bf28-e8a075ccbae3 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c17605437ef14b56b06b396fa6708723&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317318 Jul 12 08:39:13.816778 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-2c79e061-59ab-4e7e-ba95-805bcc8af0bd req-5df87602-8f75-416b-8c2e-411eca66b5d4 service neutron] 10.222.0.37 "GET /v2.0/networks/e48010fb-2d08-470a-a593-a24d04560a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801306 Jul 12 08:39:13.905926 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-2c79e061-59ab-4e7e-ba95-805bcc8af0bd req-8b0f7dba-7deb-46bd-8339-1f52b5d36f51 service neutron] 10.222.0.37 "GET /v2.0/networks/e48010fb-2d08-470a-a593-a24d04560a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835001 Jul 12 08:39:14.064222 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-374bb01e-65f2-422a-8045-97461c35d01e req-ffd94d51-c193-4998-b7f4-b68aef5d4d3e tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c543824-1d9d-40ad-a13c-7b929f96baa7 HTTP/1.1" status: 200 len: 210 time: 0.0275722 Jul 12 08:39:14.498258 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf22c3-4f3a-43e5-a28c-8580be08099d req-f84c297d-0541-4c40-9753-0cdcb9c16ff8 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:14.499830 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-71bf22c3-4f3a-43e5-a28c-8580be08099d req-f84c297d-0541-4c40-9753-0cdcb9c16ff8 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fc5b3bc-3845-4187-b539-287cada19bd1 HTTP/1.1" status: 200 len: 945 time: 0.0627890 Jul 12 08:39:14.542228 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-71bf22c3-4f3a-43e5-a28c-8580be08099d req-16efe1cb-ef15-4126-8241-0791b5fbdc92 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aad1c8b-0a8c-4a5f-8e0c-6415719afecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366023 Jul 12 08:39:14.717899 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a121b-53ee-4a98-b3a2-3dfa6008970a req-2c465b72-d56e-4172-b4f6-eae0447aa72a tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:14.719879 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c29a121b-53ee-4a98-b3a2-3dfa6008970a req-2c465b72-d56e-4172-b4f6-eae0447aa72a tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fc5b3bc-3845-4187-b539-287cada19bd1 HTTP/1.1" status: 200 len: 945 time: 0.0645335 Jul 12 08:39:14.762429 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c29a121b-53ee-4a98-b3a2-3dfa6008970a req-f907e470-12c0-408b-afa3-18077b183cd2 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aad1c8b-0a8c-4a5f-8e0c-6415719afecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369937 Jul 12 08:39:14.786017 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 45042) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:39:14.835872 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a7a890-7b6c-4be9-93d8-9e0fcd0d8806 tempest-TestVolumeBootPattern-1534933613 tempest-TestVolumeBootPattern-1534933613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:14.837348 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-91a7a890-7b6c-4be9-93d8-9e0fcd0d8806 tempest-TestVolumeBootPattern-1534933613 tempest-TestVolumeBootPattern-1534933613-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8fc5b3bc-3845-4187-b539-287cada19bd1 HTTP/1.1" status: 200 len: 1093 time: 0.0503156 Jul 12 08:39:14.839973 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 45044) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:39:14.844211 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-fda82d03-a93f-4fab-9fad-4af4d014fec4 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Request body: {'floatingip': {'floating_network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'port_id': '68e4ab9e-13a6-4980-9f23-97855563a464', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'fixed_ip_address': '172.20.0.5'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:39:14.865235 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-fda82d03-a93f-4fab-9fad-4af4d014fec4 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks [] for floatingip, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:14.959200 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-fda82d03-a93f-4fab-9fad-4af4d014fec4 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:15.142958 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_common [None req-fda82d03-a93f-4fab-9fad-4af4d014fec4 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Allocated IP 172.27.1.96 (65ec14d2-e0c2-45ad-9132-5fa8e954ebc3/dca57fa4-8523-4dee-8f0e-27ff75670efc/86983a95-ee6c-44b1-adc4-a1d5d2c5df26) {{(pid=92952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 08:39:15.177411 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79e061-59ab-4e7e-ba95-805bcc8af0bd req-a7291270-adf1-4734-a1c6-f36d559b00be tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:15.178925 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2c79e061-59ab-4e7e-ba95-805bcc8af0bd req-a7291270-adf1-4734-a1c6-f36d559b00be tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.23 "GET /v2.0/networks?id=e48010fb-2d08-470a-a593-a24d04560a7f HTTP/1.1" status: 200 len: 814 time: 0.1630714 Jul 12 08:39:15.207949 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-ca6470ce-8935-4d18-bf3c-efb8906ba7bc req-546b3c5c-7aae-494a-9087-2c1d80323542 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c543824-1d9d-40ad-a13c-7b929f96baa7 HTTP/1.1" status: 200 len: 210 time: 0.0289416 Jul 12 08:39:15.218622 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-2c79e061-59ab-4e7e-ba95-805bcc8af0bd req-70ae797e-1bb9-4223-bbf5-05a0a0b44ee3 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Request body: {'port': {'device_id': '3c543824-1d9d-40ad-a13c-7b929f96baa7', 'network_id': 'e48010fb-2d08-470a-a593-a24d04560a7f', 'admin_state_up': True, 'tenant_id': 'c17605437ef14b56b06b396fa6708723'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:39:15.347607 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-fda82d03-a93f-4fab-9fad-4af4d014fec4 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks [] for port, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:15.376685 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c79e061-59ab-4e7e-ba95-805bcc8af0bd req-70ae797e-1bb9-4223-bbf5-05a0a0b44ee3 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Made reservation on behalf of c17605437ef14b56b06b396fa6708723 for: {'port': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 08:39:15.380117 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-2c79e061-59ab-4e7e-ba95-805bcc8af0bd req-70ae797e-1bb9-4223-bbf5-05a0a0b44ee3 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:15.443184 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-fda82d03-a93f-4fab-9fad-4af4d014fec4 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748222641646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1188457'] for port, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:15.494836 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda82d03-a93f-4fab-9fad-4af4d014fec4 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Network 65ec14d2-e0c2-45ad-9132-5fa8e954ebc3 is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:39:15.501468 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [None req-fda82d03-a93f-4fab-9fad-4af4d014fec4 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:39:15.503979 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda82d03-a93f-4fab-9fad-4af4d014fec4 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Received port after_create {{(pid=92952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 08:39:15.565164 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda82d03-a93f-4fab-9fad-4af4d014fec4 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Pushing event updated for resources: {'Port': ['ID=86983a95-ee6c-44b1-adc4-a1d5d2c5df26,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:39:15.587780 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_common [req-2c79e061-59ab-4e7e-ba95-805bcc8af0bd req-70ae797e-1bb9-4223-bbf5-05a0a0b44ee3 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Allocated IP 172.20.0.7 (e48010fb-2d08-470a-a593-a24d04560a7f/1dd09948-1032-4833-83e2-15496aa946c5/413a6b91-386e-48dc-91bb-67ffe7cfbdbd) {{(pid=92952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 08:39:15.884875 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-2c79e061-59ab-4e7e-ba95-805bcc8af0bd req-70ae797e-1bb9-4223-bbf5-05a0a0b44ee3 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Notify callbacks [] for port, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:16.086485 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-2c79e061-59ab-4e7e-ba95-805bcc8af0bd req-70ae797e-1bb9-4223-bbf5-05a0a0b44ee3 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748222641646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1188457'] for port, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:16.165643 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c79e061-59ab-4e7e-ba95-805bcc8af0bd req-70ae797e-1bb9-4223-bbf5-05a0a0b44ee3 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Network e48010fb-2d08-470a-a593-a24d04560a7f is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:39:16.176015 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [req-2c79e061-59ab-4e7e-ba95-805bcc8af0bd req-70ae797e-1bb9-4223-bbf5-05a0a0b44ee3 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:39:16.182377 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c79e061-59ab-4e7e-ba95-805bcc8af0bd req-70ae797e-1bb9-4223-bbf5-05a0a0b44ee3 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Received port after_create {{(pid=92952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 08:39:16.187370 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae797e-1bb9-4223-bbf5-05a0a0b44ee3 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Pushing event updated for resources: {'Port': ['ID=413a6b91-386e-48dc-91bb-67ffe7cfbdbd,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:39:16.209178 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-fda82d03-a93f-4fab-9fad-4af4d014fec4 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:16.560576 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79e061-59ab-4e7e-ba95-805bcc8af0bd req-70ae797e-1bb9-4223-bbf5-05a0a0b44ee3 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:16.561191 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-2c79e061-59ab-4e7e-ba95-805bcc8af0bd req-70ae797e-1bb9-4223-bbf5-05a0a0b44ee3 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:16.606366 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2c79e061-59ab-4e7e-ba95-805bcc8af0bd req-70ae797e-1bb9-4223-bbf5-05a0a0b44ee3 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4156320 Jul 12 08:39:16.621298 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-2c79e061-59ab-4e7e-ba95-805bcc8af0bd req-94dad090-c32f-4aea-ab20-ec1628d656d5 service neutron] Request body: {'port': {'device_id': '3c543824-1d9d-40ad-a13c-7b929f96baa7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:39:16.657739 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c401e0-8eb1-49b8-a545-94123feeaa96 req-06edf296-d3bb-4aaa-9d0c-10122a9c2b8e tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:16.659207 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d4c401e0-8eb1-49b8-a545-94123feeaa96 req-06edf296-d3bb-4aaa-9d0c-10122a9c2b8e tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c543824-1d9d-40ad-a13c-7b929f96baa7 HTTP/1.1" status: 200 len: 931 time: 0.1767535 Jul 12 08:39:16.659763 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-fda82d03-a93f-4fab-9fad-4af4d014fec4 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:16.665881 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-27d7ee80-e179-45b7-a334-2b53e9039c09 None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 08:39:16.769714 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d4c401e0-8eb1-49b8-a545-94123feeaa96 req-d26ddc8c-97fe-4c91-9870-3c87b4f0137d tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979a974-a717-4399-8606-b6f0675db0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886838 Jul 12 08:39:16.783875 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-2c79e061-59ab-4e7e-ba95-805bcc8af0bd req-94dad090-c32f-4aea-ab20-ec1628d656d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:17.010516 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-fda82d03-a93f-4fab-9fad-4af4d014fec4 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks [] for port, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:17.015656 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-fda82d03-a93f-4fab-9fad-4af4d014fec4 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1188479'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:17.099782 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda82d03-a93f-4fab-9fad-4af4d014fec4 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Pushing event updated for resources: {'Port': ['ID=86983a95-ee6c-44b1-adc4-a1d5d2c5df26,revision_number=2']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:39:17.131678 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-fda82d03-a93f-4fab-9fad-4af4d014fec4 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-940870'] for floatingip, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:17.255071 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [req-2c79e061-59ab-4e7e-ba95-805bcc8af0bd req-94dad090-c32f-4aea-ab20-ec1628d656d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 413a6b91-386e-48dc-91bb-67ffe7cfbdbd {{(pid=92952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 08:39:17.264742 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-2c79e061-59ab-4e7e-ba95-805bcc8af0bd req-94dad090-c32f-4aea-ab20-ec1628d656d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:17.282871 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.db.l3_db [None req-fda82d03-a93f-4fab-9fad-4af4d014fec4 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Floating IP 6dde2025-21ab-452c-a787-46d03bc6a376 associated. External IP: 172.27.1.96, port: 68e4ab9e-13a6-4980-9f23-97855563a464. Jul 12 08:39:17.285260 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.provisioning_blocks [req-2c79e061-59ab-4e7e-ba95-805bcc8af0bd req-94dad090-c32f-4aea-ab20-ec1628d656d5 service neutron] Transition to ACTIVE for port object 413a6b91-386e-48dc-91bb-67ffe7cfbdbd will not be triggered until provisioned by entity L2. {{(pid=92952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:39:17.319256 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-2c79e061-59ab-4e7e-ba95-805bcc8af0bd req-94dad090-c32f-4aea-ab20-ec1628d656d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1188479'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:17.410211 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dad090-c32f-4aea-ab20-ec1628d656d5 service neutron] Pushing event updated for resources: {'Port': ['ID=413a6b91-386e-48dc-91bb-67ffe7cfbdbd,revision_number=2']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:39:17.527710 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-2c79e061-59ab-4e7e-ba95-805bcc8af0bd req-94dad090-c32f-4aea-ab20-ec1628d656d5 service neutron] Attempting to bind port 413a6b91-386e-48dc-91bb-67ffe7cfbdbd on host hv-cinder-80043 for vnic_type normal with profile {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 08:39:17.528048 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-2c79e061-59ab-4e7e-ba95-805bcc8af0bd req-94dad090-c32f-4aea-ab20-ec1628d656d5 service neutron] Attempting to bind port 413a6b91-386e-48dc-91bb-67ffe7cfbdbd by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': 'd335fbb8-c4c5-4f46-b49a-7df70ec78abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e48010fb-2d08-470a-a593-a24d04560a7f'}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 08:39:17.528372 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c79e061-59ab-4e7e-ba95-805bcc8af0bd req-94dad090-c32f-4aea-ab20-ec1628d656d5 service neutron] Attempting to bind port 413a6b91-386e-48dc-91bb-67ffe7cfbdbd on network e48010fb-2d08-470a-a593-a24d04560a7f {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:39:17.536383 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c79e061-59ab-4e7e-ba95-805bcc8af0bd req-94dad090-c32f-4aea-ab20-ec1628d656d5 service neutron] Port 413a6b91-386e-48dc-91bb-67ffe7cfbdbd on network e48010fb-2d08-470a-a593-a24d04560a7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 08:39:17.536705 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c79e061-59ab-4e7e-ba95-805bcc8af0bd req-94dad090-c32f-4aea-ab20-ec1628d656d5 service neutron] Attempting to bind port 413a6b91-386e-48dc-91bb-67ffe7cfbdbd on network e48010fb-2d08-470a-a593-a24d04560a7f {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:39:17.571448 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c79e061-59ab-4e7e-ba95-805bcc8af0bd req-94dad090-c32f-4aea-ab20-ec1628d656d5 service neutron] Checking agent: {'id': '9498d972-5d3d-47a0-93c6-a71636d6a88c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 8, 29, 30), 'started_at': datetime.datetime(2021, 7, 12, 8, 29, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 8, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 08:39:17.571799 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c79e061-59ab-4e7e-ba95-805bcc8af0bd req-94dad090-c32f-4aea-ab20-ec1628d656d5 service neutron] Checking segment: {'id': 'd335fbb8-c4c5-4f46-b49a-7df70ec78abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e48010fb-2d08-470a-a593-a24d04560a7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:39:17.572164 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c79e061-59ab-4e7e-ba95-805bcc8af0bd req-94dad090-c32f-4aea-ab20-ec1628d656d5 service neutron] Bound using segment: {'id': 'd335fbb8-c4c5-4f46-b49a-7df70ec78abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e48010fb-2d08-470a-a593-a24d04560a7f'} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 08:39:17.572592 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-2c79e061-59ab-4e7e-ba95-805bcc8af0bd req-94dad090-c32f-4aea-ab20-ec1628d656d5 service neutron] Bound port: 413a6b91-386e-48dc-91bb-67ffe7cfbdbd, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd335fbb8-c4c5-4f46-b49a-7df70ec78abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e48010fb-2d08-470a-a593-a24d04560a7f'}}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 08:39:17.572940 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-2c79e061-59ab-4e7e-ba95-805bcc8af0bd req-94dad090-c32f-4aea-ab20-ec1628d656d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:17.627951 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda82d03-a93f-4fab-9fad-4af4d014fec4 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Router 28f309e0-be3c-41db-9a39-c76493f351a4 has already been hosted by L3 agent c0ba3535-5ad7-41e9-9cdc-b89c0ff976de {{(pid=92952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 08:39:17.686324 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-2c79e061-59ab-4e7e-ba95-805bcc8af0bd req-94dad090-c32f-4aea-ab20-ec1628d656d5 service neutron] For port 413a6b91-386e-48dc-91bb-67ffe7cfbdbd, host hv-cinder-80043, cleared binding levels {{(pid=92952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 08:39:17.707881 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-2c79e061-59ab-4e7e-ba95-805bcc8af0bd req-94dad090-c32f-4aea-ab20-ec1628d656d5 service neutron] For port 413a6b91-386e-48dc-91bb-67ffe7cfbdbd, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=413a6b91-386e-48dc-91bb-67ffe7cfbdbd,segment=NetworkSegment(d335fbb8-c4c5-4f46-b49a-7df70ec78abf),segment_id=d335fbb8-c4c5-4f46-b49a-7df70ec78abf)] {{(pid=92952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 08:39:17.714180 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-2c79e061-59ab-4e7e-ba95-805bcc8af0bd req-94dad090-c32f-4aea-ab20-ec1628d656d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1188479'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:17.782619 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79e061-59ab-4e7e-ba95-805bcc8af0bd req-94dad090-c32f-4aea-ab20-ec1628d656d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:17.783229 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-2c79e061-59ab-4e7e-ba95-805bcc8af0bd req-94dad090-c32f-4aea-ab20-ec1628d656d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:17.784588 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2c79e061-59ab-4e7e-ba95-805bcc8af0bd req-94dad090-c32f-4aea-ab20-ec1628d656d5 service neutron] 10.222.0.23 "PUT /v2.0/ports/413a6b91-386e-48dc-91bb-67ffe7cfbdbd HTTP/1.1" status: 200 len: 1093 time: 1.1673431 Jul 12 08:39:17.785013 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c543824-1d9d-40ad-a13c-7b929f96baa7', 'tag': '413a6b91-386e-48dc-91bb-67ffe7cfbdbd'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:39:17.787231 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35659b288decb3563870ae931b8d662eab2da969d6ab5856613d86fcebdbc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95bd2dc1-dcd5-489c-ac19-37597392d761" -d '{"events": [{"name": "network-changed", "server_uuid": "3c543824-1d9d-40ad-a13c-7b929f96baa7", "tag": "413a6b91-386e-48dc-91bb-67ffe7cfbdbd"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:39:17.813716 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda82d03-a93f-4fab-9fad-4af4d014fec4 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify agent at l3_agent.dv-cinder-800431-1-iscsi the message routers_updated {{(pid=92952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 08:39:17.819048 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dad090-c32f-4aea-ab20-ec1628d656d5 service neutron] Pushing event updated for resources: {'Port': ['ID=413a6b91-386e-48dc-91bb-67ffe7cfbdbd,revision_number=3']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:39:17.829816 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc30a11-0d45-4888-bcb7-8d79eb5be779 None None] Sync routers for ids ['28f309e0-be3c-41db-9a39-c76493f351a4'] in dv-cinder-800431-1-iscsi {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 08:39:17.837507 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 08:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ade623e-c3ea-4339-a212-7245ad92e859 x-openstack-request-id: req-3ade623e-c3ea-4339-a212-7245ad92e859 {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:39:17.837898 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c543824-1d9d-40ad-a13c-7b929f96baa7", "tag": "413a6b91-386e-48dc-91bb-67ffe7cfbdbd", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:39:17.838195 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3ade623e-c3ea-4339-a212-7245ad92e859 {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:39:17.838602 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c543824-1d9d-40ad-a13c-7b929f96baa7', 'tag': '413a6b91-386e-48dc-91bb-67ffe7cfbdbd', 'status': 'completed', 'code': 200} Jul 12 08:39:17.840046 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-fda82d03-a93f-4fab-9fad-4af4d014fec4 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for floatingip, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:17.854117 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc30a11-0d45-4888-bcb7-8d79eb5be779 None None] Routers {'28f309e0-be3c-41db-9a39-c76493f351a4'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:39:17.854889 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-8bc30a11-0d45-4888-bcb7-8d79eb5be779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:39:07Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['28f309e0-be3c-41db-9a39-c76493f351a4'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:39:17.936820 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-fda82d03-a93f-4fab-9fad-4af4d014fec4 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0958397 Jul 12 08:39:17.967791 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-8bc30a11-0d45-4888-bcb7-8d79eb5be779 None None] Set router 28f309e0-be3c-41db-9a39-c76493f351a4 gateway port host: dv-cinder-800431-1-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:39:17.973849 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79e061-59ab-4e7e-ba95-805bcc8af0bd req-1461f170-db51-4c1d-b8ce-f251bde489f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:17.975404 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2c79e061-59ab-4e7e-ba95-805bcc8af0bd req-1461f170-db51-4c1d-b8ce-f251bde489f2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c17605437ef14b56b06b396fa6708723&device_id=3c543824-1d9d-40ad-a13c-7b929f96baa7 HTTP/1.1" status: 200 len: 1096 time: 0.1114099 Jul 12 08:39:17.990253 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15cc5bc-90ea-43ea-9b1b-c24907dc70fc req-6620dba9-c9be-47de-b58a-a9133fafae29 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:17.991663 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c15cc5bc-90ea-43ea-9b1b-c24907dc70fc req-6620dba9-c9be-47de-b58a-a9133fafae29 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c543824-1d9d-40ad-a13c-7b929f96baa7 HTTP/1.1" status: 200 len: 943 time: 0.0933681 Jul 12 08:39:18.036231 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2c79e061-59ab-4e7e-ba95-805bcc8af0bd req-7ebe9f33-638c-4fdd-bd1a-bd5d7059a07c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=413a6b91-386e-48dc-91bb-67ffe7cfbdbd HTTP/1.1" status: 200 len: 217 time: 0.0436373 Jul 12 08:39:18.089042 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-c15cc5bc-90ea-43ea-9b1b-c24907dc70fc req-cadba91e-79f6-461f-8876-59141fb37166 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979a974-a717-4399-8606-b6f0675db0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897846 Jul 12 08:39:18.100045 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79e061-59ab-4e7e-ba95-805bcc8af0bd req-db2cf2dc-7300-426d-89c0-e04da1ec9ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:18.101529 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2c79e061-59ab-4e7e-ba95-805bcc8af0bd req-db2cf2dc-7300-426d-89c0-e04da1ec9ce4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1dd09948-1032-4833-83e2-15496aa946c5 HTTP/1.1" status: 200 len: 854 time: 0.0576313 Jul 12 08:39:18.134760 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2c79e061-59ab-4e7e-ba95-805bcc8af0bd req-42213a0d-f43b-4b50-a335-6eb8ce23cd70 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e48010fb-2d08-470a-a593-a24d04560a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265551 Jul 12 08:39:18.186881 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-8bc30a11-0d45-4888-bcb7-8d79eb5be779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'name': 'tempest-TestVolumeBootPattern-878369481-router', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'b05e4151-38c8-450e-a153-fd265554fc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:35:49Z', 'updated_at': '2021-07-12T08:35:53Z', 'revision_number': 4, 'project_id': '438f5cea71f1415499cf52928dcc2969', 'gw_port': {'id': 'b05e4151-38c8-450e-a153-fd265554fc0d', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:50Z', 'updated_at': '2021-07-12T08:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_floatingips': [{'id': '6dde2025-21ab-452c-a787-46d03bc6a376', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'floating_ip_address': '172.27.1.96', 'floating_network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'router_id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'port_id': '68e4ab9e-13a6-4980-9f23-97855563a464', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39', 'mac_address': 'fa:16:3e:17:31:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc5b3bc-3845-4187-b539-287cada19bd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T08:39:15Z', 'updated_at': '2021-07-12T08:39:15Z', 'revision_number': 0, 'project_id': '438f5cea71f1415499cf52928dcc2969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07783f66-b516-438e-8e85-d20a91d96ed7', 'name': '', 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'mac_address': 'fa:16:3e:f2:2b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'cb2b1172-55e9-4a29-9b7c-5452eb5ab550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:52Z', 'updated_at': '2021-07-12T08:36:00Z', 'revision_number': 5, 'project_id': '438f5cea71f1415499cf52928dcc2969', 'subnets': [{'id': 'cb2b1172-55e9-4a29-9b7c-5452eb5ab550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:39:18.212249 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc30a11-0d45-4888-bcb7-8d79eb5be779 None None] Checking router: 28f309e0-be3c-41db-9a39-c76493f351a4 for host: dv-cinder-800431-1-iscsi {{(pid=92953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 08:39:18.220920 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc30a11-0d45-4888-bcb7-8d79eb5be779 None None] Routers {'28f309e0-be3c-41db-9a39-c76493f351a4'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:39:18.221528 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-8bc30a11-0d45-4888-bcb7-8d79eb5be779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:39:07Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['28f309e0-be3c-41db-9a39-c76493f351a4'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:39:18.225795 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2c79e061-59ab-4e7e-ba95-805bcc8af0bd req-4f0e68f2-8ec5-441c-a32e-cdef1704238d service neutron] 10.222.0.23 "GET /v2.0/networks/e48010fb-2d08-470a-a593-a24d04560a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835540 Jul 12 08:39:18.323303 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2c79e061-59ab-4e7e-ba95-805bcc8af0bd req-a9ef8011-ff4f-4de2-bd0e-a6ec0d63e99c service neutron] 10.222.0.23 "GET /v2.0/networks/e48010fb-2d08-470a-a593-a24d04560a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816360 Jul 12 08:39:18.325104 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-8bc30a11-0d45-4888-bcb7-8d79eb5be779 None None] Set router 28f309e0-be3c-41db-9a39-c76493f351a4 gateway port host: dv-cinder-800431-1-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:39:18.424571 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd2dc1-dcd5-489c-ac19-37597392d761 req-8f459b43-1588-4a95-9c36-62009731838c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:18.426108 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-95bd2dc1-dcd5-489c-ac19-37597392d761 req-8f459b43-1588-4a95-9c36-62009731838c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c17605437ef14b56b06b396fa6708723&device_id=3c543824-1d9d-40ad-a13c-7b929f96baa7 HTTP/1.1" status: 200 len: 1096 time: 0.0518928 Jul 12 08:39:18.520259 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd2dc1-dcd5-489c-ac19-37597392d761 req-e9ec9378-10e1-412c-9171-c0e573bc724a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:18.521653 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-95bd2dc1-dcd5-489c-ac19-37597392d761 req-e9ec9378-10e1-412c-9171-c0e573bc724a service neutron] 10.222.0.23 "GET /v2.0/networks?id=e48010fb-2d08-470a-a593-a24d04560a7f HTTP/1.1" status: 200 len: 915 time: 0.0870764 Jul 12 08:39:18.547995 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-8bc30a11-0d45-4888-bcb7-8d79eb5be779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'name': 'tempest-TestVolumeBootPattern-878369481-router', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'b05e4151-38c8-450e-a153-fd265554fc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:35:49Z', 'updated_at': '2021-07-12T08:35:53Z', 'revision_number': 4, 'project_id': '438f5cea71f1415499cf52928dcc2969', 'gw_port': {'id': 'b05e4151-38c8-450e-a153-fd265554fc0d', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:50Z', 'updated_at': '2021-07-12T08:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_floatingips': [{'id': '6dde2025-21ab-452c-a787-46d03bc6a376', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'floating_ip_address': '172.27.1.96', 'floating_network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'router_id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'port_id': '68e4ab9e-13a6-4980-9f23-97855563a464', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39', 'mac_address': 'fa:16:3e:17:31:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc5b3bc-3845-4187-b539-287cada19bd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T08:39:15Z', 'updated_at': '2021-07-12T08:39:15Z', 'revision_number': 0, 'project_id': '438f5cea71f1415499cf52928dcc2969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07783f66-b516-438e-8e85-d20a91d96ed7', 'name': '', 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'mac_address': 'fa:16:3e:f2:2b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'cb2b1172-55e9-4a29-9b7c-5452eb5ab550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:52Z', 'updated_at': '2021-07-12T08:36:00Z', 'revision_number': 5, 'project_id': '438f5cea71f1415499cf52928dcc2969', 'subnets': [{'id': 'cb2b1172-55e9-4a29-9b7c-5452eb5ab550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:39:18.562796 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-95bd2dc1-dcd5-489c-ac19-37597392d761 req-5b3496c5-80d7-4b7c-b33c-e96ea65a58b5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=413a6b91-386e-48dc-91bb-67ffe7cfbdbd HTTP/1.1" status: 200 len: 217 time: 0.0334511 Jul 12 08:39:18.573093 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc30a11-0d45-4888-bcb7-8d79eb5be779 None None] The sync data for ids ['28f309e0-be3c-41db-9a39-c76493f351a4'] in dv-cinder-800431-1-iscsi is: [{'id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'name': 'tempest-TestVolumeBootPattern-878369481-router', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'b05e4151-38c8-450e-a153-fd265554fc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:35:49Z', 'updated_at': '2021-07-12T08:35:53Z', 'revision_number': 4, 'project_id': '438f5cea71f1415499cf52928dcc2969', 'gw_port': {'id': 'b05e4151-38c8-450e-a153-fd265554fc0d', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:50Z', 'updated_at': '2021-07-12T08:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_floatingips': [{'id': '6dde2025-21ab-452c-a787-46d03bc6a376', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'floating_ip_address': '172.27.1.96', 'floating_network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'router_id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'port_id': '68e4ab9e-13a6-4980-9f23-97855563a464', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39', 'mac_address': 'fa:16:3e:17:31:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc5b3bc-3845-4187-b539-287cada19bd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T08:39:15Z', 'updated_at': '2021-07-12T08:39:15Z', 'revision_number': 0, 'project_id': '438f5cea71f1415499cf52928dcc2969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07783f66-b516-438e-8e85-d20a91d96ed7', 'name': '', 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'mac_address': 'fa:16:3e:f2:2b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'cb2b1172-55e9-4a29-9b7c-5452eb5ab550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:52Z', 'updated_at': '2021-07-12T08:36:00Z', 'revision_number': 5, 'project_id': '438f5cea71f1415499cf52928dcc2969', 'subnets': [{'id': 'cb2b1172-55e9-4a29-9b7c-5452eb5ab550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 08:39:18.626029 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd2dc1-dcd5-489c-ac19-37597392d761 req-a1d8fe68-00b8-4f8b-b6ae-5626328dd8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:18.627526 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-95bd2dc1-dcd5-489c-ac19-37597392d761 req-a1d8fe68-00b8-4f8b-b6ae-5626328dd8e9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1dd09948-1032-4833-83e2-15496aa946c5 HTTP/1.1" status: 200 len: 854 time: 0.0501916 Jul 12 08:39:18.666180 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-95bd2dc1-dcd5-489c-ac19-37597392d761 req-9bc161da-ff56-4df5-a18c-43163da44aed service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e48010fb-2d08-470a-a593-a24d04560a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302098 Jul 12 08:39:18.756055 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-95bd2dc1-dcd5-489c-ac19-37597392d761 req-0f2b067f-7196-4207-b931-4a847a8e7422 service neutron] 10.222.0.23 "GET /v2.0/networks/e48010fb-2d08-470a-a593-a24d04560a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824432 Jul 12 08:39:18.772359 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c8e1c5-5f4a-41d8-a994-1df4d1535c19 None None] New status for floating IP 6dde2025-21ab-452c-a787-46d03bc6a376: ACTIVE {{(pid=92954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 08:39:18.850730 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-95bd2dc1-dcd5-489c-ac19-37597392d761 req-f37eb1cc-36a0-4649-9dce-480232ebf768 service neutron] 10.222.0.23 "GET /v2.0/networks/e48010fb-2d08-470a-a593-a24d04560a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876920 Jul 12 08:39:19.260086 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbecd05-9434-4ee9-af14-45491730bfba req-498fe0f3-fd3c-4c50-a2b0-3f3b7c0ad5ba tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:19.261550 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0dbecd05-9434-4ee9-af14-45491730bfba req-498fe0f3-fd3c-4c50-a2b0-3f3b7c0ad5ba tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c543824-1d9d-40ad-a13c-7b929f96baa7 HTTP/1.1" status: 200 len: 943 time: 0.0609784 Jul 12 08:39:19.301473 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0dbecd05-9434-4ee9-af14-45491730bfba req-d20cd600-7121-4d9f-8970-8e984d36f407 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979a974-a717-4399-8606-b6f0675db0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338092 Jul 12 08:39:19.840056 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fc5b3bc-3845-4187-b539-287cada19bd1', 'tag': '68e4ab9e-13a6-4980-9f23-97855563a464'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:39:19.842522 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35659b288decb3563870ae931b8d662eab2da969d6ab5856613d86fcebdbc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5eab3c4-62f1-4320-8a7d-a3fb8c31d66a" -d '{"events": [{"name": "network-changed", "server_uuid": "8fc5b3bc-3845-4187-b539-287cada19bd1", "tag": "68e4ab9e-13a6-4980-9f23-97855563a464"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:39:19.877189 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 08:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2821cd-7dc5-4df9-b5c2-cfad2ede9b3e x-openstack-request-id: req-1f2821cd-7dc5-4df9-b5c2-cfad2ede9b3e {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:39:19.877481 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fc5b3bc-3845-4187-b539-287cada19bd1", "tag": "68e4ab9e-13a6-4980-9f23-97855563a464", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:39:19.877759 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1f2821cd-7dc5-4df9-b5c2-cfad2ede9b3e {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:39:19.878146 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fc5b3bc-3845-4187-b539-287cada19bd1', 'tag': '68e4ab9e-13a6-4980-9f23-97855563a464', 'status': 'completed', 'code': 200} Jul 12 08:39:19.950806 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eab3c4-62f1-4320-8a7d-a3fb8c31d66a req-206a4e1b-c83a-4082-80a5-e4995d227615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:19.952208 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d5eab3c4-62f1-4320-8a7d-a3fb8c31d66a req-206a4e1b-c83a-4082-80a5-e4995d227615 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=438f5cea71f1415499cf52928dcc2969&device_id=8fc5b3bc-3845-4187-b539-287cada19bd1 HTTP/1.1" status: 200 len: 1098 time: 0.0517583 Jul 12 08:39:20.041978 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eab3c4-62f1-4320-8a7d-a3fb8c31d66a req-a5b083cb-6b66-4681-9597-d2d6d3b59d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:20.043458 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d5eab3c4-62f1-4320-8a7d-a3fb8c31d66a req-a5b083cb-6b66-4681-9597-d2d6d3b59d20 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5581a52f-d47d-4f74-951e-8118b7d28c39 HTTP/1.1" status: 200 len: 912 time: 0.0837634 Jul 12 08:39:20.107437 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d5eab3c4-62f1-4320-8a7d-a3fb8c31d66a req-bca370d6-23b2-4aa5-9401-8b98007fb852 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68e4ab9e-13a6-4980-9f23-97855563a464 HTTP/1.1" status: 200 len: 1000 time: 0.0570786 Jul 12 08:39:20.155812 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eab3c4-62f1-4320-8a7d-a3fb8c31d66a req-3acb1922-320c-4030-84ad-9142f9ebe512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:20.157938 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d5eab3c4-62f1-4320-8a7d-a3fb8c31d66a req-3acb1922-320c-4030-84ad-9142f9ebe512 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cb2b1172-55e9-4a29-9b7c-5452eb5ab550 HTTP/1.1" status: 200 len: 850 time: 0.0427570 Jul 12 08:39:20.220814 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eab3c4-62f1-4320-8a7d-a3fb8c31d66a req-27183b83-cec9-4018-8aef-52dd62524a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:20.222354 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d5eab3c4-62f1-4320-8a7d-a3fb8c31d66a req-27183b83-cec9-4018-8aef-52dd62524a3e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5581a52f-d47d-4f74-951e-8118b7d28c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0548770 Jul 12 08:39:20.312791 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d5eab3c4-62f1-4320-8a7d-a3fb8c31d66a req-5d68f0a3-d754-4f82-a645-b2bdc10a98a6 service neutron] 10.222.0.23 "GET /v2.0/networks/5581a52f-d47d-4f74-951e-8118b7d28c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831597 Jul 12 08:39:20.411449 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d5eab3c4-62f1-4320-8a7d-a3fb8c31d66a req-ff14e32d-a1fb-49b0-834e-f63ccc90dd85 service neutron] 10.222.0.23 "GET /v2.0/networks/5581a52f-d47d-4f74-951e-8118b7d28c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916157 Jul 12 08:39:20.479213 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635335c-bb3f-4d3c-9f04-f9bb4787031e req-e32afc9f-4521-4251-9827-7a84e9b3dd45 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:20.480799 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-2635335c-bb3f-4d3c-9f04-f9bb4787031e req-e32afc9f-4521-4251-9827-7a84e9b3dd45 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c543824-1d9d-40ad-a13c-7b929f96baa7 HTTP/1.1" status: 200 len: 943 time: 0.0630376 Jul 12 08:39:20.520615 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-2635335c-bb3f-4d3c-9f04-f9bb4787031e req-aa0f58e3-f9e1-4d67-85a4-019fd21ed612 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979a974-a717-4399-8606-b6f0675db0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341439 Jul 12 08:39:20.997893 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 413a6b91-386e-48dc-91bb-67ffe7cfbdbd details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=92953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 08:39:21.094538 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port 413a6b91-386e-48dc-91bb-67ffe7cfbdbd, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=413a6b91-386e-48dc-91bb-67ffe7cfbdbd,segment=NetworkSegment(d335fbb8-c4c5-4f46-b49a-7df70ec78abf),segment_id=d335fbb8-c4c5-4f46-b49a-7df70ec78abf)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:39:21.106401 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Returning: {'device': '413a6b91-386e-48dc-91bb-67ffe7cfbdbd', 'network_id': 'e48010fb-2d08-470a-a593-a24d04560a7f', 'port_id': '413a6b91-386e-48dc-91bb-67ffe7cfbdbd', 'mac_address': 'fa:16:3e:b3:df:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dd09948-1032-4833-83e2-15496aa946c5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 08:39:21.143130 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:21.155145 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 413a6b91-386e-48dc-91bb-67ffe7cfbdbd {{(pid=92953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 08:39:21.174790 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port 413a6b91-386e-48dc-91bb-67ffe7cfbdbd, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=413a6b91-386e-48dc-91bb-67ffe7cfbdbd,segment=NetworkSegment(d335fbb8-c4c5-4f46-b49a-7df70ec78abf),segment_id=d335fbb8-c4c5-4f46-b49a-7df70ec78abf)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:39:21.178433 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:21.229124 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Pushing event updated for resources: {'Port': ['ID=413a6b91-386e-48dc-91bb-67ffe7cfbdbd,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:39:21.511557 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] get_ports_and_sgs() called for port_ids ['413a6b91-386e-48dc-91bb-67ffe7cfbdbd'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 08:39:21.696839 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42eaa2f-8885-4a66-b3af-b5af62cea703 req-55d37dea-9398-46b2-a99f-8ee4f45996d9 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:21.698374 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a42eaa2f-8885-4a66-b3af-b5af62cea703 req-55d37dea-9398-46b2-a99f-8ee4f45996d9 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c543824-1d9d-40ad-a13c-7b929f96baa7 HTTP/1.1" status: 200 len: 944 time: 0.0640221 Jul 12 08:39:21.736985 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a42eaa2f-8885-4a66-b3af-b5af62cea703 req-d61da402-aa3c-4df8-a228-87fbeb50d7aa tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979a974-a717-4399-8606-b6f0675db0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320556 Jul 12 08:39:21.821301 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c2400-24ae-425f-9715-6530626067d6 req-3aafb916-619e-41bf-8289-cff44881ffe6 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:21.822769 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-6c8c2400-24ae-425f-9715-6530626067d6 req-3aafb916-619e-41bf-8289-cff44881ffe6 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/networks?id=4a0e60a8-aab4-403d-85e0-f93bb62aade7 HTTP/1.1" status: 200 len: 815 time: 0.0995429 Jul 12 08:39:21.837010 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-6c8c2400-24ae-425f-9715-6530626067d6 req-31343a80-6f27-4c81-8efb-b2ff0fc6d3b1 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/quotas/3e2c7bd2f6284950a8847e704c7ed59d HTTP/1.1" status: 200 len: 375 time: 0.0091105 Jul 12 08:39:21.906442 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-6c8c2400-24ae-425f-9715-6530626067d6 req-97999eec-7d73-4666-9d8d-d12ee4563aee tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3e2c7bd2f6284950a8847e704c7ed59d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0646918 Jul 12 08:39:21.991693 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-6c8c2400-24ae-425f-9715-6530626067d6 req-79502417-cf3d-419e-81f0-bb46eb898d3f service neutron] 10.222.0.37 "GET /v2.0/networks/4a0e60a8-aab4-403d-85e0-f93bb62aade7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789578 Jul 12 08:39:22.080386 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-6c8c2400-24ae-425f-9715-6530626067d6 req-72bfb055-978e-4809-b9f3-192e5a54b91d service neutron] 10.222.0.37 "GET /v2.0/networks/4a0e60a8-aab4-403d-85e0-f93bb62aade7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831022 Jul 12 08:39:22.238703 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e2f7008a-a996-45d8-8af0-d0cee8ffab6f req-a8f41ec3-d770-43e2-a307-3bff14b0c72e tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e533eeb-6c6f-4fa7-ba34-e3119e5b8c42 HTTP/1.1" status: 200 len: 210 time: 0.0282149 Jul 12 08:39:22.908873 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7cc45d-bc86-4c31-aca7-39034ea1f5fa req-bb27e8a2-e165-43be-8be8-5ad1ade1ef78 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:22.910295 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-4c7cc45d-bc86-4c31-aca7-39034ea1f5fa req-bb27e8a2-e165-43be-8be8-5ad1ade1ef78 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c543824-1d9d-40ad-a13c-7b929f96baa7 HTTP/1.1" status: 200 len: 944 time: 0.0639281 Jul 12 08:39:22.946259 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-4c7cc45d-bc86-4c31-aca7-39034ea1f5fa req-2f17da84-d994-4591-89a8-b007402ed050 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979a974-a717-4399-8606-b6f0675db0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304842 Jul 12 08:39:23.006500 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 413a6b91-386e-48dc-91bb-67ffe7cfbdbd up at agent hyperv_hv-cinder-80043 {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:39:23.053201 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Provisioning for port 413a6b91-386e-48dc-91bb-67ffe7cfbdbd completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:39:23.060390 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Provisioning complete for port 413a6b91-386e-48dc-91bb-67ffe7cfbdbd triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:39:23.060769 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:23.139909 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:23.162339 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c543824-1d9d-40ad-a13c-7b929f96baa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413a6b91-386e-48dc-91bb-67ffe7cfbdbd'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:39:23.164481 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af58d1c9f1a57ad28455f2a1c324eb475fddbc81caacf3fdebaad0c9863d536b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83229292-7a0c-45ab-a181-9cd8de4891f5" -d '{"events": [{"server_uuid": "3c543824-1d9d-40ad-a13c-7b929f96baa7", "name": "network-vif-plugged", "status": "completed", "tag": "413a6b91-386e-48dc-91bb-67ffe7cfbdbd"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:39:23.177130 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port 413a6b91-386e-48dc-91bb-67ffe7cfbdbd, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=413a6b91-386e-48dc-91bb-67ffe7cfbdbd,segment=NetworkSegment(d335fbb8-c4c5-4f46-b49a-7df70ec78abf),segment_id=d335fbb8-c4c5-4f46-b49a-7df70ec78abf)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:39:23.181269 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:23.207901 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 08:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9a5418-265a-4b0c-b6ec-1856974774fb x-openstack-request-id: req-ed9a5418-265a-4b0c-b6ec-1856974774fb {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:39:23.208198 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c543824-1d9d-40ad-a13c-7b929f96baa7", "name": "network-vif-plugged", "status": "completed", "tag": "413a6b91-386e-48dc-91bb-67ffe7cfbdbd", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:39:23.208444 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ed9a5418-265a-4b0c-b6ec-1856974774fb {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:39:23.208827 dv-cinder-800431-1-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c543824-1d9d-40ad-a13c-7b929f96baa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413a6b91-386e-48dc-91bb-67ffe7cfbdbd', 'code': 200} Jul 12 08:39:23.238609 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Pushing event updated for resources: {'Port': ['ID=413a6b91-386e-48dc-91bb-67ffe7cfbdbd,revision_number=5']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:39:23.384755 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-bee2fbe6-7202-4b05-92f0-c739508ea545 req-913d619e-d747-485a-93d6-0d4a7f8350fc tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e533eeb-6c6f-4fa7-ba34-e3119e5b8c42 HTTP/1.1" status: 200 len: 210 time: 0.0325253 Jul 12 08:39:23.392587 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c2400-24ae-425f-9715-6530626067d6 req-439f9aa3-d90e-4889-9cce-cb70b425fde4 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:23.394397 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6c8c2400-24ae-425f-9715-6530626067d6 req-439f9aa3-d90e-4889-9cce-cb70b425fde4 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.23 "GET /v2.0/networks?id=4a0e60a8-aab4-403d-85e0-f93bb62aade7 HTTP/1.1" status: 200 len: 815 time: 0.1153316 Jul 12 08:39:23.407463 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-6c8c2400-24ae-425f-9715-6530626067d6 req-8c7bdc87-2998-4638-8a48-96a72253df03 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Request body: {'port': {'device_id': '4e533eeb-6c6f-4fa7-ba34-e3119e5b8c42', 'network_id': '4a0e60a8-aab4-403d-85e0-f93bb62aade7', 'admin_state_up': True, 'tenant_id': '3e2c7bd2f6284950a8847e704c7ed59d'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:39:23.555846 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c8c2400-24ae-425f-9715-6530626067d6 req-8c7bdc87-2998-4638-8a48-96a72253df03 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Made reservation on behalf of 3e2c7bd2f6284950a8847e704c7ed59d for: {'port': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 08:39:23.559406 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-6c8c2400-24ae-425f-9715-6530626067d6 req-8c7bdc87-2998-4638-8a48-96a72253df03 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:23.564071 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e921d8-ae4f-40d5-adbc-aa6806625b53 req-2e094d55-827c-4532-8686-fac9c5276c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:23.565522 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e6e921d8-ae4f-40d5-adbc-aa6806625b53 req-2e094d55-827c-4532-8686-fac9c5276c39 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3c543824-1d9d-40ad-a13c-7b929f96baa7 HTTP/1.1" status: 200 len: 1098 time: 0.1015849 Jul 12 08:39:23.883293 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e6e921d8-ae4f-40d5-adbc-aa6806625b53 req-29081170-20ec-4e2c-9863-1d8b86c1d7d3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7979a974-a717-4399-8606-b6f0675db0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111992 Jul 12 08:39:23.947378 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_common [req-6c8c2400-24ae-425f-9715-6530626067d6 req-8c7bdc87-2998-4638-8a48-96a72253df03 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Allocated IP 172.20.0.10 (4a0e60a8-aab4-403d-85e0-f93bb62aade7/8756298e-9b15-41e9-9d9f-d70fe9f98e7e/23d5fbc8-0c79-42c9-a4ef-d5ac08fdd00b) {{(pid=92952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 08:39:24.121044 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-6c8c2400-24ae-425f-9715-6530626067d6 req-8c7bdc87-2998-4638-8a48-96a72253df03 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Notify callbacks [] for port, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:24.153979 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2beb745-a448-4653-8f3e-d019cda57b72 req-4f419b2a-ec31-4613-b961-0ad5e213bd6b tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:24.155375 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f2beb745-a448-4653-8f3e-d019cda57b72 req-4f419b2a-ec31-4613-b961-0ad5e213bd6b tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c543824-1d9d-40ad-a13c-7b929f96baa7 HTTP/1.1" status: 200 len: 945 time: 0.0969443 Jul 12 08:39:24.207314 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-f2beb745-a448-4653-8f3e-d019cda57b72 req-a1e059ef-d145-4758-ae0e-3d3c4b420ff7 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979a974-a717-4399-8606-b6f0675db0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448096 Jul 12 08:39:24.208672 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-6c8c2400-24ae-425f-9715-6530626067d6 req-8c7bdc87-2998-4638-8a48-96a72253df03 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748222641646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1188457'] for port, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:24.221213 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] get_ports_and_sgs() called for port_ids ['0c11a292-f267-405d-8d96-f7adae9c16c9', '08cb501d-0f00-4ca7-9dc7-a3d7105de8e6', '7c19c112-cdfe-4b6f-b32b-6a7f220ae459'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 08:39:24.255635 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c8c2400-24ae-425f-9715-6530626067d6 req-8c7bdc87-2998-4638-8a48-96a72253df03 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Network 4a0e60a8-aab4-403d-85e0-f93bb62aade7 is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:39:24.258799 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [req-6c8c2400-24ae-425f-9715-6530626067d6 req-8c7bdc87-2998-4638-8a48-96a72253df03 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:39:24.262744 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c8c2400-24ae-425f-9715-6530626067d6 req-8c7bdc87-2998-4638-8a48-96a72253df03 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Received port after_create {{(pid=92952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 08:39:24.285830 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7bdc87-2998-4638-8a48-96a72253df03 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Pushing event updated for resources: {'Port': ['ID=23d5fbc8-0c79-42c9-a4ef-d5ac08fdd00b,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:39:24.312985 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c2400-24ae-425f-9715-6530626067d6 req-8c7bdc87-2998-4638-8a48-96a72253df03 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:24.313595 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-6c8c2400-24ae-425f-9715-6530626067d6 req-8c7bdc87-2998-4638-8a48-96a72253df03 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:24.327599 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6c8c2400-24ae-425f-9715-6530626067d6 req-8c7bdc87-2998-4638-8a48-96a72253df03 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9243364 Jul 12 08:39:24.338917 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-6c8c2400-24ae-425f-9715-6530626067d6 req-ccbccf60-ef7f-48c8-bff9-c4805956e037 service neutron] Request body: {'port': {'device_id': '4e533eeb-6c6f-4fa7-ba34-e3119e5b8c42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:39:24.411976 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-6c8c2400-24ae-425f-9715-6530626067d6 req-ccbccf60-ef7f-48c8-bff9-c4805956e037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:24.559088 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c7476-aee1-4c3c-a0aa-4492c74870be req-8ed57cf0-745a-49f4-b944-0d76b58d73eb tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:24.560674 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-911c7476-aee1-4c3c-a0aa-4492c74870be req-8ed57cf0-745a-49f4-b944-0d76b58d73eb tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e533eeb-6c6f-4fa7-ba34-e3119e5b8c42 HTTP/1.1" status: 200 len: 932 time: 0.0642259 Jul 12 08:39:24.598488 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-911c7476-aee1-4c3c-a0aa-4492c74870be req-b9aff13c-e0c4-4575-8c49-c10192ba38b9 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/security-groups?id=254a817b-6a4c-4331-8221-ba90efcca5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316725 Jul 12 08:39:24.680839 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [req-6c8c2400-24ae-425f-9715-6530626067d6 req-ccbccf60-ef7f-48c8-bff9-c4805956e037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23d5fbc8-0c79-42c9-a4ef-d5ac08fdd00b {{(pid=92952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 08:39:24.688106 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-6c8c2400-24ae-425f-9715-6530626067d6 req-ccbccf60-ef7f-48c8-bff9-c4805956e037 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:24.699642 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.provisioning_blocks [req-6c8c2400-24ae-425f-9715-6530626067d6 req-ccbccf60-ef7f-48c8-bff9-c4805956e037 service neutron] Transition to ACTIVE for port object 23d5fbc8-0c79-42c9-a4ef-d5ac08fdd00b will not be triggered until provisioned by entity L2. {{(pid=92952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:39:24.704867 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-6c8c2400-24ae-425f-9715-6530626067d6 req-ccbccf60-ef7f-48c8-bff9-c4805956e037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1188479'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:24.754102 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbccf60-ef7f-48c8-bff9-c4805956e037 service neutron] Pushing event updated for resources: {'Port': ['ID=23d5fbc8-0c79-42c9-a4ef-d5ac08fdd00b,revision_number=2']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:39:24.820767 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-6c8c2400-24ae-425f-9715-6530626067d6 req-ccbccf60-ef7f-48c8-bff9-c4805956e037 service neutron] Attempting to bind port 23d5fbc8-0c79-42c9-a4ef-d5ac08fdd00b on host hv-cinder-80043 for vnic_type normal with profile {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 08:39:24.821100 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-6c8c2400-24ae-425f-9715-6530626067d6 req-ccbccf60-ef7f-48c8-bff9-c4805956e037 service neutron] Attempting to bind port 23d5fbc8-0c79-42c9-a4ef-d5ac08fdd00b by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': '4b77e48a-1884-4073-b8a8-e784b0586792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4a0e60a8-aab4-403d-85e0-f93bb62aade7'}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 08:39:24.821428 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8c2400-24ae-425f-9715-6530626067d6 req-ccbccf60-ef7f-48c8-bff9-c4805956e037 service neutron] Attempting to bind port 23d5fbc8-0c79-42c9-a4ef-d5ac08fdd00b on network 4a0e60a8-aab4-403d-85e0-f93bb62aade7 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:39:24.825559 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8c2400-24ae-425f-9715-6530626067d6 req-ccbccf60-ef7f-48c8-bff9-c4805956e037 service neutron] Port 23d5fbc8-0c79-42c9-a4ef-d5ac08fdd00b on network 4a0e60a8-aab4-403d-85e0-f93bb62aade7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 08:39:24.825913 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8c2400-24ae-425f-9715-6530626067d6 req-ccbccf60-ef7f-48c8-bff9-c4805956e037 service neutron] Attempting to bind port 23d5fbc8-0c79-42c9-a4ef-d5ac08fdd00b on network 4a0e60a8-aab4-403d-85e0-f93bb62aade7 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:39:24.831117 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8c2400-24ae-425f-9715-6530626067d6 req-ccbccf60-ef7f-48c8-bff9-c4805956e037 service neutron] Checking agent: {'id': '9498d972-5d3d-47a0-93c6-a71636d6a88c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 8, 29, 30), 'started_at': datetime.datetime(2021, 7, 12, 8, 29, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 8, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 08:39:24.831451 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8c2400-24ae-425f-9715-6530626067d6 req-ccbccf60-ef7f-48c8-bff9-c4805956e037 service neutron] Checking segment: {'id': '4b77e48a-1884-4073-b8a8-e784b0586792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4a0e60a8-aab4-403d-85e0-f93bb62aade7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:39:24.831830 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8c2400-24ae-425f-9715-6530626067d6 req-ccbccf60-ef7f-48c8-bff9-c4805956e037 service neutron] Bound using segment: {'id': '4b77e48a-1884-4073-b8a8-e784b0586792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4a0e60a8-aab4-403d-85e0-f93bb62aade7'} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 08:39:24.832252 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-6c8c2400-24ae-425f-9715-6530626067d6 req-ccbccf60-ef7f-48c8-bff9-c4805956e037 service neutron] Bound port: 23d5fbc8-0c79-42c9-a4ef-d5ac08fdd00b, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b77e48a-1884-4073-b8a8-e784b0586792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4a0e60a8-aab4-403d-85e0-f93bb62aade7'}}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 08:39:24.832605 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-6c8c2400-24ae-425f-9715-6530626067d6 req-ccbccf60-ef7f-48c8-bff9-c4805956e037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:24.895789 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-6c8c2400-24ae-425f-9715-6530626067d6 req-ccbccf60-ef7f-48c8-bff9-c4805956e037 service neutron] For port 23d5fbc8-0c79-42c9-a4ef-d5ac08fdd00b, host hv-cinder-80043, cleared binding levels {{(pid=92952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 08:39:24.899022 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-6c8c2400-24ae-425f-9715-6530626067d6 req-ccbccf60-ef7f-48c8-bff9-c4805956e037 service neutron] For port 23d5fbc8-0c79-42c9-a4ef-d5ac08fdd00b, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=23d5fbc8-0c79-42c9-a4ef-d5ac08fdd00b,segment=NetworkSegment(4b77e48a-1884-4073-b8a8-e784b0586792),segment_id=4b77e48a-1884-4073-b8a8-e784b0586792)] {{(pid=92952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 08:39:24.903073 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-6c8c2400-24ae-425f-9715-6530626067d6 req-ccbccf60-ef7f-48c8-bff9-c4805956e037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1188479'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:24.934614 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c2400-24ae-425f-9715-6530626067d6 req-ccbccf60-ef7f-48c8-bff9-c4805956e037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:24.935235 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-6c8c2400-24ae-425f-9715-6530626067d6 req-ccbccf60-ef7f-48c8-bff9-c4805956e037 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:24.936629 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6c8c2400-24ae-425f-9715-6530626067d6 req-ccbccf60-ef7f-48c8-bff9-c4805956e037 service neutron] 10.222.0.23 "PUT /v2.0/ports/23d5fbc8-0c79-42c9-a4ef-d5ac08fdd00b HTTP/1.1" status: 200 len: 1094 time: 0.6018207 Jul 12 08:39:24.937055 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e533eeb-6c6f-4fa7-ba34-e3119e5b8c42', 'tag': '23d5fbc8-0c79-42c9-a4ef-d5ac08fdd00b'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:39:24.939815 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35659b288decb3563870ae931b8d662eab2da969d6ab5856613d86fcebdbc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945d09c4-3117-4c98-ad8e-2e7d194973f2" -d '{"events": [{"name": "network-changed", "server_uuid": "4e533eeb-6c6f-4fa7-ba34-e3119e5b8c42", "tag": "23d5fbc8-0c79-42c9-a4ef-d5ac08fdd00b"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:39:24.968315 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbccf60-ef7f-48c8-bff9-c4805956e037 service neutron] Pushing event updated for resources: {'Port': ['ID=23d5fbc8-0c79-42c9-a4ef-d5ac08fdd00b,revision_number=3']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:39:24.981761 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 08:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90bd28e-5583-485c-b01d-e03504eea7ea x-openstack-request-id: req-e90bd28e-5583-485c-b01d-e03504eea7ea {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:39:24.982115 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e533eeb-6c6f-4fa7-ba34-e3119e5b8c42", "tag": "23d5fbc8-0c79-42c9-a4ef-d5ac08fdd00b", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:39:24.982370 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e90bd28e-5583-485c-b01d-e03504eea7ea {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:39:24.982766 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e533eeb-6c6f-4fa7-ba34-e3119e5b8c42', 'tag': '23d5fbc8-0c79-42c9-a4ef-d5ac08fdd00b', 'status': 'completed', 'code': 200} Jul 12 08:39:25.041460 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c2400-24ae-425f-9715-6530626067d6 req-4a90f67d-8053-4849-a30a-e3c249d5a27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:25.043046 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6c8c2400-24ae-425f-9715-6530626067d6 req-4a90f67d-8053-4849-a30a-e3c249d5a27f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3e2c7bd2f6284950a8847e704c7ed59d&device_id=4e533eeb-6c6f-4fa7-ba34-e3119e5b8c42 HTTP/1.1" status: 200 len: 1097 time: 0.0532596 Jul 12 08:39:25.087462 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6c8c2400-24ae-425f-9715-6530626067d6 req-622a2e6c-cdeb-44a0-966a-a9af25621f99 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23d5fbc8-0c79-42c9-a4ef-d5ac08fdd00b HTTP/1.1" status: 200 len: 217 time: 0.0363960 Jul 12 08:39:25.134237 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c2400-24ae-425f-9715-6530626067d6 req-6c7cd61c-9f46-4647-9277-afe7873627f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:25.135663 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6c8c2400-24ae-425f-9715-6530626067d6 req-6c7cd61c-9f46-4647-9277-afe7873627f3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8756298e-9b15-41e9-9d9f-d70fe9f98e7e HTTP/1.1" status: 200 len: 855 time: 0.0413859 Jul 12 08:39:25.172576 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6c8c2400-24ae-425f-9715-6530626067d6 req-abf2bd6d-09d8-4c4b-ad24-eb66043e7220 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a0e60a8-aab4-403d-85e0-f93bb62aade7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244551 Jul 12 08:39:25.265474 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6c8c2400-24ae-425f-9715-6530626067d6 req-75646f5d-ec3b-45c8-8042-e72bb95d17fa service neutron] 10.222.0.23 "GET /v2.0/networks/4a0e60a8-aab4-403d-85e0-f93bb62aade7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837004 Jul 12 08:39:25.353570 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6c8c2400-24ae-425f-9715-6530626067d6 req-4d644248-8659-4c18-9fe7-87c48d94d974 service neutron] 10.222.0.23 "GET /v2.0/networks/4a0e60a8-aab4-403d-85e0-f93bb62aade7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801990 Jul 12 08:39:25.380096 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c9a3d-7489-41a1-8a3b-63230cfa641e req-51a16141-0e90-4b91-97ed-5eb70e5721eb tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:25.381575 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-159c9a3d-7489-41a1-8a3b-63230cfa641e req-51a16141-0e90-4b91-97ed-5eb70e5721eb tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c543824-1d9d-40ad-a13c-7b929f96baa7 HTTP/1.1" status: 200 len: 945 time: 0.0613077 Jul 12 08:39:25.417840 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-159c9a3d-7489-41a1-8a3b-63230cfa641e req-b43d52ac-0f73-44ce-bb92-62cf2ff65b0d tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979a974-a717-4399-8606-b6f0675db0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306032 Jul 12 08:39:25.463329 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d09c4-3117-4c98-ad8e-2e7d194973f2 req-b03f0a5c-f1ed-45bd-8576-a681a41e883a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:25.464858 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-945d09c4-3117-4c98-ad8e-2e7d194973f2 req-b03f0a5c-f1ed-45bd-8576-a681a41e883a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3e2c7bd2f6284950a8847e704c7ed59d&device_id=4e533eeb-6c6f-4fa7-ba34-e3119e5b8c42 HTTP/1.1" status: 200 len: 1097 time: 0.0573835 Jul 12 08:39:25.551976 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d09c4-3117-4c98-ad8e-2e7d194973f2 req-37610830-53b2-40c0-9122-ceeb09db5d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:25.553456 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-945d09c4-3117-4c98-ad8e-2e7d194973f2 req-37610830-53b2-40c0-9122-ceeb09db5d3c service neutron] 10.222.0.23 "GET /v2.0/networks?id=4a0e60a8-aab4-403d-85e0-f93bb62aade7 HTTP/1.1" status: 200 len: 916 time: 0.0815108 Jul 12 08:39:25.595960 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-945d09c4-3117-4c98-ad8e-2e7d194973f2 req-866683ab-68e8-4334-909d-8b63caa625ee service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23d5fbc8-0c79-42c9-a4ef-d5ac08fdd00b HTTP/1.1" status: 200 len: 217 time: 0.0357819 Jul 12 08:39:25.656350 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d09c4-3117-4c98-ad8e-2e7d194973f2 req-434f39f5-0147-4215-a426-0b08a5510e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:25.657855 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-945d09c4-3117-4c98-ad8e-2e7d194973f2 req-434f39f5-0147-4215-a426-0b08a5510e57 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8756298e-9b15-41e9-9d9f-d70fe9f98e7e HTTP/1.1" status: 200 len: 855 time: 0.0494938 Jul 12 08:39:25.694080 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-945d09c4-3117-4c98-ad8e-2e7d194973f2 req-961339fb-b2b9-42f0-b415-b3defb1129c6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a0e60a8-aab4-403d-85e0-f93bb62aade7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275815 Jul 12 08:39:25.792480 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-945d09c4-3117-4c98-ad8e-2e7d194973f2 req-b7db96e4-6ed9-497c-958b-ef6a47b75097 service neutron] 10.222.0.23 "GET /v2.0/networks/4a0e60a8-aab4-403d-85e0-f93bb62aade7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917983 Jul 12 08:39:25.796107 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8991db-d019-4819-938b-3be4fe3157f1 req-d9805c24-2ca4-486a-a690-d76dfe6f9a7c tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:25.797620 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-ec8991db-d019-4819-938b-3be4fe3157f1 req-d9805c24-2ca4-486a-a690-d76dfe6f9a7c tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e533eeb-6c6f-4fa7-ba34-e3119e5b8c42 HTTP/1.1" status: 200 len: 944 time: 0.0849552 Jul 12 08:39:25.837399 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-ec8991db-d019-4819-938b-3be4fe3157f1 req-4eb04ebc-0f53-42f5-8474-5860e39de799 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/security-groups?id=254a817b-6a4c-4331-8221-ba90efcca5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333259 Jul 12 08:39:25.903142 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-945d09c4-3117-4c98-ad8e-2e7d194973f2 req-4bb37f7d-d5a7-4b1a-a5e3-4bddd2f16dc6 service neutron] 10.222.0.23 "GET /v2.0/networks/4a0e60a8-aab4-403d-85e0-f93bb62aade7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935729 Jul 12 08:39:27.017358 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e5db9-0fe6-4432-a8c7-0579cad26efe req-2232a7df-531f-49b9-b01a-b1c74fa29396 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:27.018828 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-644e5db9-0fe6-4432-a8c7-0579cad26efe req-2232a7df-531f-49b9-b01a-b1c74fa29396 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e533eeb-6c6f-4fa7-ba34-e3119e5b8c42 HTTP/1.1" status: 200 len: 944 time: 0.0618639 Jul 12 08:39:27.036324 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 23d5fbc8-0c79-42c9-a4ef-d5ac08fdd00b details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=92953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 08:39:27.057197 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-644e5db9-0fe6-4432-a8c7-0579cad26efe req-38052d02-9211-472c-8136-09cd8d0d4955 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/security-groups?id=254a817b-6a4c-4331-8221-ba90efcca5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328805 Jul 12 08:39:27.136242 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port 23d5fbc8-0c79-42c9-a4ef-d5ac08fdd00b, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=23d5fbc8-0c79-42c9-a4ef-d5ac08fdd00b,segment=NetworkSegment(4b77e48a-1884-4073-b8a8-e784b0586792),segment_id=4b77e48a-1884-4073-b8a8-e784b0586792)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:39:27.146989 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Returning: {'device': '23d5fbc8-0c79-42c9-a4ef-d5ac08fdd00b', 'network_id': '4a0e60a8-aab4-403d-85e0-f93bb62aade7', 'port_id': '23d5fbc8-0c79-42c9-a4ef-d5ac08fdd00b', 'mac_address': 'fa:16:3e:98:ed:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8756298e-9b15-41e9-9d9f-d70fe9f98e7e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 08:39:27.182826 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:27.194656 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23d5fbc8-0c79-42c9-a4ef-d5ac08fdd00b {{(pid=92953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 08:39:27.213013 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port 23d5fbc8-0c79-42c9-a4ef-d5ac08fdd00b, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=23d5fbc8-0c79-42c9-a4ef-d5ac08fdd00b,segment=NetworkSegment(4b77e48a-1884-4073-b8a8-e784b0586792),segment_id=4b77e48a-1884-4073-b8a8-e784b0586792)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:39:27.216985 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:27.271243 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Pushing event updated for resources: {'Port': ['ID=23d5fbc8-0c79-42c9-a4ef-d5ac08fdd00b,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:39:27.563353 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] get_ports_and_sgs() called for port_ids ['23d5fbc8-0c79-42c9-a4ef-d5ac08fdd00b'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 08:39:28.223847 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b202d6f4-a0b3-49b0-b518-2470818a21fc req-faf7d409-7112-4c1f-b5a0-dab4bc899f29 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:28.225215 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-b202d6f4-a0b3-49b0-b518-2470818a21fc req-faf7d409-7112-4c1f-b5a0-dab4bc899f29 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e533eeb-6c6f-4fa7-ba34-e3119e5b8c42 HTTP/1.1" status: 200 len: 945 time: 0.0611768 Jul 12 08:39:28.262052 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-b202d6f4-a0b3-49b0-b518-2470818a21fc req-18586625-1066-4e62-8669-f4653aabe3ec tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/security-groups?id=254a817b-6a4c-4331-8221-ba90efcca5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312555 Jul 12 08:39:29.051716 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 23d5fbc8-0c79-42c9-a4ef-d5ac08fdd00b up at agent hyperv_hv-cinder-80043 {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:39:29.100477 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Provisioning for port 23d5fbc8-0c79-42c9-a4ef-d5ac08fdd00b completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:39:29.104151 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Provisioning complete for port 23d5fbc8-0c79-42c9-a4ef-d5ac08fdd00b triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:39:29.104522 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:29.177359 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:29.199399 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e533eeb-6c6f-4fa7-ba34-e3119e5b8c42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d5fbc8-0c79-42c9-a4ef-d5ac08fdd00b'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:39:29.201619 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af58d1c9f1a57ad28455f2a1c324eb475fddbc81caacf3fdebaad0c9863d536b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db637f27-1206-41cc-8a31-7d1998b588c0" -d '{"events": [{"server_uuid": "4e533eeb-6c6f-4fa7-ba34-e3119e5b8c42", "name": "network-vif-plugged", "status": "completed", "tag": "23d5fbc8-0c79-42c9-a4ef-d5ac08fdd00b"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:39:29.214303 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port 23d5fbc8-0c79-42c9-a4ef-d5ac08fdd00b, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=23d5fbc8-0c79-42c9-a4ef-d5ac08fdd00b,segment=NetworkSegment(4b77e48a-1884-4073-b8a8-e784b0586792),segment_id=4b77e48a-1884-4073-b8a8-e784b0586792)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:39:29.218545 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:29.246174 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 08:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd0ad85-1405-432a-9590-f2c71bc3e87e x-openstack-request-id: req-efd0ad85-1405-432a-9590-f2c71bc3e87e {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:39:29.246460 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e533eeb-6c6f-4fa7-ba34-e3119e5b8c42", "name": "network-vif-plugged", "status": "completed", "tag": "23d5fbc8-0c79-42c9-a4ef-d5ac08fdd00b", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:39:29.246875 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-efd0ad85-1405-432a-9590-f2c71bc3e87e {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:39:29.247258 dv-cinder-800431-1-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e533eeb-6c6f-4fa7-ba34-e3119e5b8c42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d5fbc8-0c79-42c9-a4ef-d5ac08fdd00b', 'code': 200} Jul 12 08:39:29.275790 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Pushing event updated for resources: {'Port': ['ID=23d5fbc8-0c79-42c9-a4ef-d5ac08fdd00b,revision_number=5']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:39:29.432903 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665446ea-5c3b-4baa-b82a-51ad42b80639 req-a81f06d0-7aa8-4457-8441-be2bb4a5ed0f tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:29.434466 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-665446ea-5c3b-4baa-b82a-51ad42b80639 req-a81f06d0-7aa8-4457-8441-be2bb4a5ed0f tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e533eeb-6c6f-4fa7-ba34-e3119e5b8c42 HTTP/1.1" status: 200 len: 946 time: 0.0624959 Jul 12 08:39:29.476149 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-665446ea-5c3b-4baa-b82a-51ad42b80639 req-5ae87c80-d4db-428f-b306-8a435410178b tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/security-groups?id=254a817b-6a4c-4331-8221-ba90efcca5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357676 Jul 12 08:39:29.481167 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12361215-6128-4b7c-965f-585add311a38 req-1ed3e588-57a6-4cc2-b374-30badca83d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:29.482693 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-12361215-6128-4b7c-965f-585add311a38 req-1ed3e588-57a6-4cc2-b374-30badca83d4e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4e533eeb-6c6f-4fa7-ba34-e3119e5b8c42 HTTP/1.1" status: 200 len: 1099 time: 0.0544515 Jul 12 08:39:29.517833 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-12361215-6128-4b7c-965f-585add311a38 req-168f700f-d9cf-4640-8ee9-fd663c84f54d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=254a817b-6a4c-4331-8221-ba90efcca5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271394 Jul 12 08:39:30.072969 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6e434379-d8b1-4334-9ca5-3cb9ecbf2c1d req-08f629a1-03fb-4c1b-a351-da73d964469f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=557ad063-3114-451c-8313-96c6649e855c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0529284 Jul 12 08:39:30.178399 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e434379-d8b1-4334-9ca5-3cb9ecbf2c1d req-4a08917d-80fb-4e46-ada4-847d3d10cada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:30.179874 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6e434379-d8b1-4334-9ca5-3cb9ecbf2c1d req-4a08917d-80fb-4e46-ada4-847d3d10cada service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9141084bc67040a6953c3e2fdaeecde8&device_id=557ad063-3114-451c-8313-96c6649e855c HTTP/1.1" status: 200 len: 1098 time: 0.0520468 Jul 12 08:39:30.295667 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e434379-d8b1-4334-9ca5-3cb9ecbf2c1d req-ad1d53a8-b904-42f5-a6b0-207f46c3be5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:30.297188 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6e434379-d8b1-4334-9ca5-3cb9ecbf2c1d req-ad1d53a8-b904-42f5-a6b0-207f46c3be5f service neutron] 10.222.0.23 "GET /v2.0/networks?id=bfdb51f3-abf8-4720-9758-2652c1950bee HTTP/1.1" status: 200 len: 909 time: 0.0848591 Jul 12 08:39:30.365338 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6e434379-d8b1-4334-9ca5-3cb9ecbf2c1d req-1469299a-d0b7-4a1d-9fa4-3cead320179e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73776fae-0b04-482e-b5a2-be8fb9f18309 HTTP/1.1" status: 200 len: 1001 time: 0.0559378 Jul 12 08:39:30.414604 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e434379-d8b1-4334-9ca5-3cb9ecbf2c1d req-eda7153f-acbb-4294-9117-a99401565063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:30.415975 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6e434379-d8b1-4334-9ca5-3cb9ecbf2c1d req-eda7153f-acbb-4294-9117-a99401565063 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bd981bbb-849b-4ec5-b0be-7de4ff340241 HTTP/1.1" status: 200 len: 847 time: 0.0413857 Jul 12 08:39:30.477665 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e434379-d8b1-4334-9ca5-3cb9ecbf2c1d req-4e9774c2-3c92-4689-ac7b-2be4188e52d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:30.479175 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6e434379-d8b1-4334-9ca5-3cb9ecbf2c1d req-4e9774c2-3c92-4689-ac7b-2be4188e52d4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bfdb51f3-abf8-4720-9758-2652c1950bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541899 Jul 12 08:39:30.586489 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6e434379-d8b1-4334-9ca5-3cb9ecbf2c1d req-79b657b3-d5f3-4e95-8b86-e62158ada55c service neutron] 10.222.0.23 "GET /v2.0/networks/bfdb51f3-abf8-4720-9758-2652c1950bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788903 Jul 12 08:39:30.718687 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ff49a-bc20-4131-ac37-37de9def1eca req-56d4eff1-d14e-4f60-b39d-7089c3a39e36 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:30.720693 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-724ff49a-bc20-4131-ac37-37de9def1eca req-56d4eff1-d14e-4f60-b39d-7089c3a39e36 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e533eeb-6c6f-4fa7-ba34-e3119e5b8c42 HTTP/1.1" status: 200 len: 946 time: 0.1332257 Jul 12 08:39:30.722754 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6e434379-d8b1-4334-9ca5-3cb9ecbf2c1d req-bdc7f487-86d1-4f81-9699-5754ff5e90a7 service neutron] 10.222.0.23 "GET /v2.0/networks/bfdb51f3-abf8-4720-9758-2652c1950bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270907 Jul 12 08:39:30.762761 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-724ff49a-bc20-4131-ac37-37de9def1eca req-a4213d04-2b68-4ab8-a3ee-249376f66e2c tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/security-groups?id=254a817b-6a4c-4331-8221-ba90efcca5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356481 Jul 12 08:39:31.633595 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:31.938415 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd077a0-2f4d-4259-8aca-113a4dd23b8f req-8b375c82-caa3-4b85-a585-04caab72a6c3 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:31.939839 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-4cd077a0-2f4d-4259-8aca-113a4dd23b8f req-8b375c82-caa3-4b85-a585-04caab72a6c3 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e533eeb-6c6f-4fa7-ba34-e3119e5b8c42 HTTP/1.1" status: 200 len: 946 time: 0.0630200 Jul 12 08:39:31.978203 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-4cd077a0-2f4d-4259-8aca-113a4dd23b8f req-77975513-0992-4b37-842a-589cf6ca8f4b tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/security-groups?id=254a817b-6a4c-4331-8221-ba90efcca5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323491 Jul 12 08:39:34.088552 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-262ce13f-60c6-44c0-b6ed-ff0c6df1cc5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:36.971492 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:36.993426 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-09069747-c2a7-475a-b30b-3d25acd318bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:37.867901 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8beb-ed90-4929-879a-4eba2c5b629e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:39.396555 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8148b14b-fdb1-487f-b940-7b46dc6d16f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:42.550734 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 45242) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:39:42.701094 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-5a55e960-ea31-48aa-81f7-97dddf9ea100 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Deleting port 40390d4d-c261-4e7f-b6a9-27b9c27153a6 {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 08:39:42.701435 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-5a55e960-ea31-48aa-81f7-97dddf9ea100 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748223187694'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:42.776681 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-5a55e960-ea31-48aa-81f7-97dddf9ea100 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528347'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:42.777005 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-5a55e960-ea31-48aa-81f7-97dddf9ea100 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:42.788092 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-5a55e960-ea31-48aa-81f7-97dddf9ea100 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Calling delete_port for 40390d4d-c261-4e7f-b6a9-27b9c27153a6 owned by network:floatingip {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 08:39:42.934680 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-5a55e960-ea31-48aa-81f7-97dddf9ea100 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8377658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748223196968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748222641655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1188448'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:42.960735 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a55e960-ea31-48aa-81f7-97dddf9ea100 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Pushing event deleted for resources: {'Port': ['ID=40390d4d-c261-4e7f-b6a9-27b9c27153a6,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:39:42.984864 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a55e960-ea31-48aa-81f7-97dddf9ea100 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:39:42.985217 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a55e960-ea31-48aa-81f7-97dddf9ea100 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:39:42.985558 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a55e960-ea31-48aa-81f7-97dddf9ea100 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:39:42.985928 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a55e960-ea31-48aa-81f7-97dddf9ea100 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:39:42.986261 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a55e960-ea31-48aa-81f7-97dddf9ea100 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:39:42.986612 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a55e960-ea31-48aa-81f7-97dddf9ea100 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:39:42.986939 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a55e960-ea31-48aa-81f7-97dddf9ea100 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:39:42.987262 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a55e960-ea31-48aa-81f7-97dddf9ea100 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:39:42.987586 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a55e960-ea31-48aa-81f7-97dddf9ea100 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:39:42.987905 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a55e960-ea31-48aa-81f7-97dddf9ea100 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:39:42.988223 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a55e960-ea31-48aa-81f7-97dddf9ea100 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:39:42.988542 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a55e960-ea31-48aa-81f7-97dddf9ea100 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:39:43.028085 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-5a55e960-ea31-48aa-81f7-97dddf9ea100 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Notify callbacks [] for floatingip, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:43.028421 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.db.l3_db [None req-5a55e960-ea31-48aa-81f7-97dddf9ea100 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Floating IP ac281079-cff4-4d07-ac57-ea8d9cc20d6c disassociated (deleted). External IP: 172.27.1.195, port: 73776fae-0b04-482e-b5a2-be8fb9f18309. Jul 12 08:39:43.230243 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a55e960-ea31-48aa-81f7-97dddf9ea100 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Router 055e7425-b017-41e7-bddf-981f4d5814fb has already been hosted by L3 agent c0ba3535-5ad7-41e9-9cdc-b89c0ff976de {{(pid=92952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 08:39:43.335219 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a55e960-ea31-48aa-81f7-97dddf9ea100 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Notify agent at l3_agent.dv-cinder-800431-1-iscsi the message routers_updated {{(pid=92952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 08:39:43.340077 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-5a55e960-ea31-48aa-81f7-97dddf9ea100 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for floatingip, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:43.344598 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3991e49-4f0c-456d-a3e5-271faf3fba9b None None] Sync routers for ids ['055e7425-b017-41e7-bddf-981f4d5814fb'] in dv-cinder-800431-1-iscsi {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 08:39:43.353209 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3991e49-4f0c-456d-a3e5-271faf3fba9b None None] Routers {'055e7425-b017-41e7-bddf-981f4d5814fb'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:39:43.353858 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-a3991e49-4f0c-456d-a3e5-271faf3fba9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:39:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['055e7425-b017-41e7-bddf-981f4d5814fb'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:39:43.375324 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-5a55e960-ea31-48aa-81f7-97dddf9ea100 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "DELETE /v2.0/floatingips/ac281079-cff4-4d07-ac57-ea8d9cc20d6c HTTP/1.1" status: 204 len: 168 time: 0.8232634 Jul 12 08:39:43.375994 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '557ad063-3114-451c-8313-96c6649e855c', 'tag': '73776fae-0b04-482e-b5a2-be8fb9f18309'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:39:43.378961 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35659b288decb3563870ae931b8d662eab2da969d6ab5856613d86fcebdbc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca41c7a-7e0f-4b7f-b109-5ea6f7015a85" -d '{"events": [{"name": "network-changed", "server_uuid": "557ad063-3114-451c-8313-96c6649e855c", "tag": "73776fae-0b04-482e-b5a2-be8fb9f18309"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:39:43.419954 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 08:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b68b60f-8cd6-437c-adc9-f2888afc2d9a x-openstack-request-id: req-0b68b60f-8cd6-437c-adc9-f2888afc2d9a {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:39:43.420347 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "557ad063-3114-451c-8313-96c6649e855c", "tag": "73776fae-0b04-482e-b5a2-be8fb9f18309", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:39:43.420693 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0b68b60f-8cd6-437c-adc9-f2888afc2d9a {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:39:43.421177 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '557ad063-3114-451c-8313-96c6649e855c', 'tag': '73776fae-0b04-482e-b5a2-be8fb9f18309', 'status': 'completed', 'code': 200} Jul 12 08:39:43.511751 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca41c7a-7e0f-4b7f-b109-5ea6f7015a85 req-b2269a78-3c61-403e-9ac0-0824d693265f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:43.513442 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-bca41c7a-7e0f-4b7f-b109-5ea6f7015a85 req-b2269a78-3c61-403e-9ac0-0824d693265f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9141084bc67040a6953c3e2fdaeecde8&device_id=557ad063-3114-451c-8313-96c6649e855c HTTP/1.1" status: 200 len: 1098 time: 0.0589814 Jul 12 08:39:43.586248 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-a3991e49-4f0c-456d-a3e5-271faf3fba9b None None] Set router 055e7425-b017-41e7-bddf-981f4d5814fb gateway port host: dv-cinder-800431-1-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:39:43.632307 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca41c7a-7e0f-4b7f-b109-5ea6f7015a85 req-65fff23c-8ac5-49d4-a5d8-3684c64f0897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:43.634101 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-bca41c7a-7e0f-4b7f-b109-5ea6f7015a85 req-65fff23c-8ac5-49d4-a5d8-3684c64f0897 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bfdb51f3-abf8-4720-9758-2652c1950bee HTTP/1.1" status: 200 len: 909 time: 0.1121805 Jul 12 08:39:43.689516 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-bca41c7a-7e0f-4b7f-b109-5ea6f7015a85 req-09d90097-1805-40bf-941f-6c4676558947 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73776fae-0b04-482e-b5a2-be8fb9f18309 HTTP/1.1" status: 200 len: 217 time: 0.0370483 Jul 12 08:39:43.791913 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca41c7a-7e0f-4b7f-b109-5ea6f7015a85 req-3c6b88e5-3aa0-4864-b0bf-11eb34e797fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:43.793563 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-bca41c7a-7e0f-4b7f-b109-5ea6f7015a85 req-3c6b88e5-3aa0-4864-b0bf-11eb34e797fc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bd981bbb-849b-4ec5-b0be-7de4ff340241 HTTP/1.1" status: 200 len: 847 time: 0.0952668 Jul 12 08:39:43.809589 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-a3991e49-4f0c-456d-a3e5-271faf3fba9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '055e7425-b017-41e7-bddf-981f4d5814fb', 'name': 'tempest-TestShelveInstance-533735703-router', 'tenant_id': '9141084bc67040a6953c3e2fdaeecde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'a1a9afea-b09b-420e-bf02-7eb38eee4337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:34:57Z', 'updated_at': '2021-07-12T08:35:00Z', 'revision_number': 4, 'project_id': '9141084bc67040a6953c3e2fdaeecde8', 'gw_port': {'id': 'a1a9afea-b09b-420e-bf02-7eb38eee4337', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055e7425-b017-41e7-bddf-981f4d5814fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:34:58Z', 'updated_at': '2021-07-12T08:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_interfaces': [{'id': 'bf941177-c38c-4c0a-921c-bbdcb61b7186', 'name': '', 'network_id': 'bfdb51f3-abf8-4720-9758-2652c1950bee', 'tenant_id': '9141084bc67040a6953c3e2fdaeecde8', 'mac_address': 'fa:16:3e:c4:fd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055e7425-b017-41e7-bddf-981f4d5814fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'bd981bbb-849b-4ec5-b0be-7de4ff340241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:34:59Z', 'updated_at': '2021-07-12T08:35:06Z', 'revision_number': 5, 'project_id': '9141084bc67040a6953c3e2fdaeecde8', 'subnets': [{'id': 'bd981bbb-849b-4ec5-b0be-7de4ff340241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:39:43.835426 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3991e49-4f0c-456d-a3e5-271faf3fba9b None None] Checking router: 055e7425-b017-41e7-bddf-981f4d5814fb for host: dv-cinder-800431-1-iscsi {{(pid=92953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 08:39:43.843592 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bcba2-ad84-4c0e-9187-be585cbec343 req-8d5c1f92-0729-4882-907e-f48e717185f7 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:43.843771 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3991e49-4f0c-456d-a3e5-271faf3fba9b None None] Routers {'055e7425-b017-41e7-bddf-981f4d5814fb'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:39:43.844255 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-a3991e49-4f0c-456d-a3e5-271faf3fba9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:39:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['055e7425-b017-41e7-bddf-981f4d5814fb'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:39:43.845078 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8b1bcba2-ad84-4c0e-9187-be585cbec343 req-8d5c1f92-0729-4882-907e-f48e717185f7 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/ports?device_id=557ad063-3114-451c-8313-96c6649e855c HTTP/1.1" status: 200 len: 945 time: 0.1319127 Jul 12 08:39:43.896356 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8b1bcba2-ad84-4c0e-9187-be585cbec343 req-fbbd4647-3d9b-43c5-bb60-7151340cde98 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc2d8546-7be4-49c3-bd88-05bbf58fa0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427196 Jul 12 08:39:43.898081 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca41c7a-7e0f-4b7f-b109-5ea6f7015a85 req-b403d2fb-9f6d-4010-9d9f-83b584ad8178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:43.899485 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-bca41c7a-7e0f-4b7f-b109-5ea6f7015a85 req-b403d2fb-9f6d-4010-9d9f-83b584ad8178 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bfdb51f3-abf8-4720-9758-2652c1950bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0933828 Jul 12 08:39:43.961815 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-a3991e49-4f0c-456d-a3e5-271faf3fba9b None None] Set router 055e7425-b017-41e7-bddf-981f4d5814fb gateway port host: dv-cinder-800431-1-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:39:44.003347 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-bca41c7a-7e0f-4b7f-b109-5ea6f7015a85 req-4577c11a-9ff1-4987-a3f3-a94700abe6f3 service neutron] 10.222.0.23 "GET /v2.0/networks/bfdb51f3-abf8-4720-9758-2652c1950bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899065 Jul 12 08:39:44.089755 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-bca41c7a-7e0f-4b7f-b109-5ea6f7015a85 req-9ed2d62f-051b-44d8-9fa6-10b99a7136a7 service neutron] 10.222.0.23 "GET /v2.0/networks/bfdb51f3-abf8-4720-9758-2652c1950bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793357 Jul 12 08:39:44.165188 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-a3991e49-4f0c-456d-a3e5-271faf3fba9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '055e7425-b017-41e7-bddf-981f4d5814fb', 'name': 'tempest-TestShelveInstance-533735703-router', 'tenant_id': '9141084bc67040a6953c3e2fdaeecde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'a1a9afea-b09b-420e-bf02-7eb38eee4337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:34:57Z', 'updated_at': '2021-07-12T08:35:00Z', 'revision_number': 4, 'project_id': '9141084bc67040a6953c3e2fdaeecde8', 'gw_port': {'id': 'a1a9afea-b09b-420e-bf02-7eb38eee4337', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055e7425-b017-41e7-bddf-981f4d5814fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:34:58Z', 'updated_at': '2021-07-12T08:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_interfaces': [{'id': 'bf941177-c38c-4c0a-921c-bbdcb61b7186', 'name': '', 'network_id': 'bfdb51f3-abf8-4720-9758-2652c1950bee', 'tenant_id': '9141084bc67040a6953c3e2fdaeecde8', 'mac_address': 'fa:16:3e:c4:fd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055e7425-b017-41e7-bddf-981f4d5814fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'bd981bbb-849b-4ec5-b0be-7de4ff340241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:34:59Z', 'updated_at': '2021-07-12T08:35:06Z', 'revision_number': 5, 'project_id': '9141084bc67040a6953c3e2fdaeecde8', 'subnets': [{'id': 'bd981bbb-849b-4ec5-b0be-7de4ff340241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:39:44.190728 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3991e49-4f0c-456d-a3e5-271faf3fba9b None None] The sync data for ids ['055e7425-b017-41e7-bddf-981f4d5814fb'] in dv-cinder-800431-1-iscsi is: [{'id': '055e7425-b017-41e7-bddf-981f4d5814fb', 'name': 'tempest-TestShelveInstance-533735703-router', 'tenant_id': '9141084bc67040a6953c3e2fdaeecde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'a1a9afea-b09b-420e-bf02-7eb38eee4337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:34:57Z', 'updated_at': '2021-07-12T08:35:00Z', 'revision_number': 4, 'project_id': '9141084bc67040a6953c3e2fdaeecde8', 'gw_port': {'id': 'a1a9afea-b09b-420e-bf02-7eb38eee4337', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055e7425-b017-41e7-bddf-981f4d5814fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:34:58Z', 'updated_at': '2021-07-12T08:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_interfaces': [{'id': 'bf941177-c38c-4c0a-921c-bbdcb61b7186', 'name': '', 'network_id': 'bfdb51f3-abf8-4720-9758-2652c1950bee', 'tenant_id': '9141084bc67040a6953c3e2fdaeecde8', 'mac_address': 'fa:16:3e:c4:fd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055e7425-b017-41e7-bddf-981f4d5814fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'bd981bbb-849b-4ec5-b0be-7de4ff340241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:34:59Z', 'updated_at': '2021-07-12T08:35:06Z', 'revision_number': 5, 'project_id': '9141084bc67040a6953c3e2fdaeecde8', 'subnets': [{'id': 'bd981bbb-849b-4ec5-b0be-7de4ff340241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 08:39:44.413104 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bed33ec-5a1d-448f-b312-4913993d6509 None None] New status for floating IP ac281079-cff4-4d07-ac57-ea8d9cc20d6c: DOWN {{(pid=92954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 08:39:45.086821 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f6795-4325-42a7-8597-0ecb54de8322 req-abf25093-7374-46fe-94cb-c79060d9518d tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:45.088316 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-409f6795-4325-42a7-8597-0ecb54de8322 req-abf25093-7374-46fe-94cb-c79060d9518d tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/ports?device_id=557ad063-3114-451c-8313-96c6649e855c HTTP/1.1" status: 200 len: 945 time: 0.0674548 Jul 12 08:39:45.127663 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-409f6795-4325-42a7-8597-0ecb54de8322 req-0a6e2668-c845-42ab-b9e0-4e92ade20661 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc2d8546-7be4-49c3-bd88-05bbf58fa0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336957 Jul 12 08:39:45.802212 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea0a41-411c-40da-bbc5-9fc800f018b3 req-e0a781a7-4dca-481a-a91d-085715657de1 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:45.803719 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-bbea0a41-411c-40da-bbc5-9fc800f018b3 req-e0a781a7-4dca-481a-a91d-085715657de1 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.23 "GET /v2.0/ports?device_id=557ad063-3114-451c-8313-96c6649e855c HTTP/1.1" status: 200 len: 945 time: 0.0633285 Jul 12 08:39:45.905296 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [req-bbea0a41-411c-40da-bbc5-9fc800f018b3 req-cee2924a-54ca-443e-b358-e9d6f7d165ca tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Deleting port 73776fae-0b04-482e-b5a2-be8fb9f18309 {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 08:39:45.905640 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-bbea0a41-411c-40da-bbc5-9fc800f018b3 req-cee2924a-54ca-443e-b358-e9d6f7d165ca tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748223187694'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:45.991928 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-bbea0a41-411c-40da-bbc5-9fc800f018b3 req-cee2924a-54ca-443e-b358-e9d6f7d165ca tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] For port 73776fae-0b04-482e-b5a2-be8fb9f18309, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=73776fae-0b04-482e-b5a2-be8fb9f18309,segment=NetworkSegment(6cdc67b3-0334-4056-a4c8-74f01e0961f3),segment_id=6cdc67b3-0334-4056-a4c8-74f01e0961f3)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:39:45.992203 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-bbea0a41-411c-40da-bbc5-9fc800f018b3 req-cee2924a-54ca-443e-b358-e9d6f7d165ca tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528347'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:46.005864 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [req-bbea0a41-411c-40da-bbc5-9fc800f018b3 req-cee2924a-54ca-443e-b358-e9d6f7d165ca tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Calling delete_port for 73776fae-0b04-482e-b5a2-be8fb9f18309 owned by compute:nova {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 08:39:46.134806 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-bbea0a41-411c-40da-bbc5-9fc800f018b3 req-cee2924a-54ca-443e-b358-e9d6f7d165ca tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8377658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748223196968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748222641655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1188448'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:46.164709 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee2924a-54ca-443e-b358-e9d6f7d165ca tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Pushing event deleted for resources: {'Port': ['ID=73776fae-0b04-482e-b5a2-be8fb9f18309,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:39:46.210982 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbea0a41-411c-40da-bbc5-9fc800f018b3 req-cee2924a-54ca-443e-b358-e9d6f7d165ca tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] No DVR routers for this DVR port 73776fae-0b04-482e-b5a2-be8fb9f18309 on host hv-cinder-80043 {{(pid=92952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 08:39:46.213656 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-bbea0a41-411c-40da-bbc5-9fc800f018b3 req-cee2924a-54ca-443e-b358-e9d6f7d165ca tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:46.215722 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-bbea0a41-411c-40da-bbc5-9fc800f018b3 req-cee2924a-54ca-443e-b358-e9d6f7d165ca tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.23 "DELETE /v2.0/ports/73776fae-0b04-482e-b5a2-be8fb9f18309 HTTP/1.1" status: 204 len: 173 time: 0.4040835 Jul 12 08:39:46.216205 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '557ad063-3114-451c-8313-96c6649e855c', 'name': 'network-vif-deleted', 'tag': '73776fae-0b04-482e-b5a2-be8fb9f18309'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:39:46.218572 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35659b288decb3563870ae931b8d662eab2da969d6ab5856613d86fcebdbc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d519a9a1-a479-4eb3-8f00-7037a2ff1cf0" -d '{"events": [{"server_uuid": "557ad063-3114-451c-8313-96c6649e855c", "name": "network-vif-deleted", "tag": "73776fae-0b04-482e-b5a2-be8fb9f18309"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:39:46.277658 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 08:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c734c9-ee70-4345-8b64-d824b7a35a3f x-openstack-request-id: req-37c734c9-ee70-4345-8b64-d824b7a35a3f {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:39:46.277967 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "557ad063-3114-451c-8313-96c6649e855c", "name": "network-vif-deleted", "tag": "73776fae-0b04-482e-b5a2-be8fb9f18309", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:39:46.278214 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-37c734c9-ee70-4345-8b64-d824b7a35a3f {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:39:46.278597 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '557ad063-3114-451c-8313-96c6649e855c', 'name': 'network-vif-deleted', 'tag': '73776fae-0b04-482e-b5a2-be8fb9f18309', 'status': 'completed', 'code': 200} Jul 12 08:39:46.280705 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-46cd8bbf-fe40-4116-a090-b1cc2245286e req-3bec9e00-c5e0-467c-837f-d363926e7d3c tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "GET /v2.0/ports?device_id=557ad063-3114-451c-8313-96c6649e855c HTTP/1.1" status: 200 len: 210 time: 0.0426617 Jul 12 08:39:46.727879 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8790de-c101-444e-9cde-cec60844f63b req-5e06c988-a0d5-4764-b441-de219109656b tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:46.729420 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ca8790de-c101-444e-9cde-cec60844f63b req-5e06c988-a0d5-4764-b441-de219109656b tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c543824-1d9d-40ad-a13c-7b929f96baa7 HTTP/1.1" status: 200 len: 945 time: 0.0641444 Jul 12 08:39:46.767761 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ca8790de-c101-444e-9cde-cec60844f63b req-6cb0f29f-c304-4ebb-a131-f18085aecb30 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979a974-a717-4399-8606-b6f0675db0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325389 Jul 12 08:39:47.147644 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab98a68-50b6-4d85-9098-37ece035d15d req-d263349e-1205-43c6-86c9-ec61aa061818 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:47.149107 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0ab98a68-50b6-4d85-9098-37ece035d15d req-d263349e-1205-43c6-86c9-ec61aa061818 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e533eeb-6c6f-4fa7-ba34-e3119e5b8c42 HTTP/1.1" status: 200 len: 946 time: 0.0661643 Jul 12 08:39:47.189074 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0ab98a68-50b6-4d85-9098-37ece035d15d req-85674f39-37ef-4fa4-b3d8-8d9282587254 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/security-groups?id=254a817b-6a4c-4331-8221-ba90efcca5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340679 Jul 12 08:39:47.375493 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 45320) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:39:47.431430 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-492bfb58-ff47-44b6-a6c6-31d76f9ae1e7 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:47.456031 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-492bfb58-ff47-44b6-a6c6-31d76f9ae1e7 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:47.513327 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-492bfb58-ff47-44b6-a6c6-31d76f9ae1e7 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:47.515949 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-492bfb58-ff47-44b6-a6c6-31d76f9ae1e7 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:47.517074 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-492bfb58-ff47-44b6-a6c6-31d76f9ae1e7 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] 10.222.0.37 "DELETE /v2.0/security-groups/bc2d8546-7be4-49c3-bd88-05bbf58fa0ae HTTP/1.1" status: 204 len: 168 time: 0.1405399 Jul 12 08:39:47.526416 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492bfb58-ff47-44b6-a6c6-31d76f9ae1e7 tempest-TestShelveInstance-1451026294 tempest-TestShelveInstance-1451026294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2d8546-7be4-49c3-bd88-05bbf58fa0ae,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:39:47.560302 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 45324) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:39:47.890852 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-653f8e7f-d165-4270-b372-98881abcaf4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532443'] for router_interface, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:47.937843 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433fb5f-79ca-4f85-95a2-87dbe26d4505 req-08cb9499-83fd-4a23-a52a-1f94c9127d3a tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:47.939344 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-c433fb5f-79ca-4f85-95a2-87dbe26d4505 req-08cb9499-83fd-4a23-a52a-1f94c9127d3a tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c543824-1d9d-40ad-a13c-7b929f96baa7 HTTP/1.1" status: 200 len: 945 time: 0.0623486 Jul 12 08:39:47.976687 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-c433fb5f-79ca-4f85-95a2-87dbe26d4505 req-ef467ae0-722a-4bc4-bb35-d7acd0bff339 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979a974-a717-4399-8606-b6f0675db0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316546 Jul 12 08:39:48.414919 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e40bd5-f0e6-4781-b621-5797e2609756 req-315b52ec-73a0-40ae-b14c-f6700c4142c3 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:48.416373 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-46e40bd5-f0e6-4781-b621-5797e2609756 req-315b52ec-73a0-40ae-b14c-f6700c4142c3 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e533eeb-6c6f-4fa7-ba34-e3119e5b8c42 HTTP/1.1" status: 200 len: 946 time: 0.1141775 Jul 12 08:39:48.457744 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-653f8e7f-d165-4270-b372-98881abcaf4d admin admin] Deleting port bf941177-c38c-4c0a-921c-bbdcb61b7186 {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 08:39:48.458087 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-653f8e7f-d165-4270-b372-98881abcaf4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748223187694'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:48.472935 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-46e40bd5-f0e6-4781-b621-5797e2609756 req-5cb9c15a-f830-4173-b1ca-ec13e34d81f0 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/security-groups?id=254a817b-6a4c-4331-8221-ba90efcca5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503168 Jul 12 08:39:48.541037 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [None req-653f8e7f-d165-4270-b372-98881abcaf4d admin admin] For port bf941177-c38c-4c0a-921c-bbdcb61b7186, host dv-cinder-800431-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=bf941177-c38c-4c0a-921c-bbdcb61b7186,segment=NetworkSegment(6cdc67b3-0334-4056-a4c8-74f01e0961f3),segment_id=6cdc67b3-0334-4056-a4c8-74f01e0961f3)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:39:48.541395 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-653f8e7f-d165-4270-b372-98881abcaf4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528347'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:48.576577 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-653f8e7f-d165-4270-b372-98881abcaf4d admin admin] Calling delete_port for bf941177-c38c-4c0a-921c-bbdcb61b7186 owned by network:router_interface {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 08:39:48.662731 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef148065-dff3-4948-8975-4b78c923162c req-de484854-e21f-41c4-8fe4-aaae7d85c6ad tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:48.664215 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ef148065-dff3-4948-8975-4b78c923162c req-de484854-e21f-41c4-8fe4-aaae7d85c6ad tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c543824-1d9d-40ad-a13c-7b929f96baa7 HTTP/1.1" status: 200 len: 945 time: 0.1158459 Jul 12 08:39:48.841796 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [req-ef148065-dff3-4948-8975-4b78c923162c req-a58e803e-ce22-4b0f-b378-3a167c97b2b1 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Deleting port 413a6b91-386e-48dc-91bb-67ffe7cfbdbd {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 08:39:48.842138 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-ef148065-dff3-4948-8975-4b78c923162c req-a58e803e-ce22-4b0f-b378-3a167c97b2b1 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748223187694'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:48.887246 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-653f8e7f-d165-4270-b372-98881abcaf4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8377658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748223196968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748222641655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1188448'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:48.922038 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653f8e7f-d165-4270-b372-98881abcaf4d admin admin] Pushing event deleted for resources: {'Port': ['ID=bf941177-c38c-4c0a-921c-bbdcb61b7186,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:39:49.029789 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-ef148065-dff3-4948-8975-4b78c923162c req-a58e803e-ce22-4b0f-b378-3a167c97b2b1 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] For port 413a6b91-386e-48dc-91bb-67ffe7cfbdbd, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=413a6b91-386e-48dc-91bb-67ffe7cfbdbd,segment=NetworkSegment(d335fbb8-c4c5-4f46-b49a-7df70ec78abf),segment_id=d335fbb8-c4c5-4f46-b49a-7df70ec78abf)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:39:49.030178 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-ef148065-dff3-4948-8975-4b78c923162c req-a58e803e-ce22-4b0f-b378-3a167c97b2b1 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528347'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:49.056054 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [req-ef148065-dff3-4948-8975-4b78c923162c req-a58e803e-ce22-4b0f-b378-3a167c97b2b1 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Calling delete_port for 413a6b91-386e-48dc-91bb-67ffe7cfbdbd owned by compute:nova {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 08:39:49.159845 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab2a71-f9c7-4c8c-8d77-07f28bb18ddc req-18cc186d-49d3-4bd1-b946-ed3ff03e1027 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:49.161360 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-2bab2a71-f9c7-4c8c-8d77-07f28bb18ddc req-18cc186d-49d3-4bd1-b946-ed3ff03e1027 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c543824-1d9d-40ad-a13c-7b929f96baa7 HTTP/1.1" status: 200 len: 945 time: 0.0645037 Jul 12 08:39:49.164047 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab8817-b402-4eac-9559-e3ae94791b17 req-aecc5bc1-a14a-4ef1-a787-ecb8486a6e76 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:49.165498 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-40ab8817-b402-4eac-9559-e3ae94791b17 req-aecc5bc1-a14a-4ef1-a787-ecb8486a6e76 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e533eeb-6c6f-4fa7-ba34-e3119e5b8c42 HTTP/1.1" status: 200 len: 946 time: 0.2160935 Jul 12 08:39:49.199190 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-2bab2a71-f9c7-4c8c-8d77-07f28bb18ddc req-2d941897-68cf-495c-a151-b715567e1f44 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.37 "GET /v2.0/security-groups?id=7979a974-a717-4399-8606-b6f0675db0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318842 Jul 12 08:39:49.207120 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 73776fae-0b04-482e-b5a2-be8fb9f18309 no longer exists at agent hyperv_hv-cinder-80043 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 08:39:49.226479 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] No Port match for: 73776fae-0b04-482e-b5a2-be8fb9f18309 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 08:39:49.226896 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 73776fae-0b04-482e-b5a2-be8fb9f18309 not bound to the agent host hv-cinder-80043 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 08:39:49.311259 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-653f8e7f-d165-4270-b372-98881abcaf4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528257'] for router_interface, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:49.408396 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-ef148065-dff3-4948-8975-4b78c923162c req-a58e803e-ce22-4b0f-b378-3a167c97b2b1 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8377658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748223196968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748222641655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1188448'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:49.472734 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [req-40ab8817-b402-4eac-9559-e3ae94791b17 req-d87a3810-eb8a-4972-ba4b-d68ac9f8b82a tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Deleting port 23d5fbc8-0c79-42c9-a4ef-d5ac08fdd00b {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 08:39:49.473424 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-40ab8817-b402-4eac-9559-e3ae94791b17 req-d87a3810-eb8a-4972-ba4b-d68ac9f8b82a tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748223187694'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:49.475730 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58e803e-ce22-4b0f-b378-3a167c97b2b1 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Pushing event deleted for resources: {'Port': ['ID=413a6b91-386e-48dc-91bb-67ffe7cfbdbd,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:39:49.580295 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef148065-dff3-4948-8975-4b78c923162c req-a58e803e-ce22-4b0f-b378-3a167c97b2b1 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] No DVR routers for this DVR port 413a6b91-386e-48dc-91bb-67ffe7cfbdbd on host hv-cinder-80043 {{(pid=92952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 08:39:49.588636 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-ef148065-dff3-4948-8975-4b78c923162c req-a58e803e-ce22-4b0f-b378-3a167c97b2b1 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:49.590580 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ef148065-dff3-4948-8975-4b78c923162c req-a58e803e-ce22-4b0f-b378-3a167c97b2b1 tempest-VolumesSnapshotTestJSON-161419151 tempest-VolumesSnapshotTestJSON-161419151-project] 10.222.0.23 "DELETE /v2.0/ports/413a6b91-386e-48dc-91bb-67ffe7cfbdbd HTTP/1.1" status: 204 len: 173 time: 0.9188080 Jul 12 08:39:49.591067 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c543824-1d9d-40ad-a13c-7b929f96baa7', 'name': 'network-vif-deleted', 'tag': '413a6b91-386e-48dc-91bb-67ffe7cfbdbd'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:39:49.593250 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35659b288decb3563870ae931b8d662eab2da969d6ab5856613d86fcebdbc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470a3127-110b-498f-be2b-3737f630d89a" -d '{"events": [{"server_uuid": "3c543824-1d9d-40ad-a13c-7b929f96baa7", "name": "network-vif-deleted", "tag": "413a6b91-386e-48dc-91bb-67ffe7cfbdbd"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:39:49.695892 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 08:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7b1d98-a812-47c3-a643-82e640ddfffd x-openstack-request-id: req-ca7b1d98-a812-47c3-a643-82e640ddfffd {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:39:49.696100 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c543824-1d9d-40ad-a13c-7b929f96baa7", "name": "network-vif-deleted", "tag": "413a6b91-386e-48dc-91bb-67ffe7cfbdbd", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:39:49.696323 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ca7b1d98-a812-47c3-a643-82e640ddfffd {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:39:49.696710 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c543824-1d9d-40ad-a13c-7b929f96baa7', 'name': 'network-vif-deleted', 'tag': '413a6b91-386e-48dc-91bb-67ffe7cfbdbd', 'status': 'completed', 'code': 200} Jul 12 08:39:49.698485 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-40ab8817-b402-4eac-9559-e3ae94791b17 req-d87a3810-eb8a-4972-ba4b-d68ac9f8b82a tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] For port 23d5fbc8-0c79-42c9-a4ef-d5ac08fdd00b, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=23d5fbc8-0c79-42c9-a4ef-d5ac08fdd00b,segment=NetworkSegment(4b77e48a-1884-4073-b8a8-e784b0586792),segment_id=4b77e48a-1884-4073-b8a8-e784b0586792)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:39:49.698843 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-40ab8817-b402-4eac-9559-e3ae94791b17 req-d87a3810-eb8a-4972-ba4b-d68ac9f8b82a tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528347'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:49.723312 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [req-40ab8817-b402-4eac-9559-e3ae94791b17 req-d87a3810-eb8a-4972-ba4b-d68ac9f8b82a tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Calling delete_port for 23d5fbc8-0c79-42c9-a4ef-d5ac08fdd00b owned by compute:nova {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 08:39:49.830354 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f40eaf-6478-4a30-9d88-8d600f62a275 req-a295696d-d070-4c53-b875-692654f628cf tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:49.831837 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-79f40eaf-6478-4a30-9d88-8d600f62a275 req-a295696d-d070-4c53-b875-692654f628cf tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e533eeb-6c6f-4fa7-ba34-e3119e5b8c42 HTTP/1.1" status: 200 len: 946 time: 0.2445347 Jul 12 08:39:49.857530 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-653f8e7f-d165-4270-b372-98881abcaf4d admin admin] Router 055e7425-b017-41e7-bddf-981f4d5814fb has already been hosted by L3 agent c0ba3535-5ad7-41e9-9cdc-b89c0ff976de {{(pid=92952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 08:39:49.932732 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-79f40eaf-6478-4a30-9d88-8d600f62a275 req-99c3b2a9-ef1d-4ef8-995b-1ec1e7d77258 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/security-groups?id=254a817b-6a4c-4331-8221-ba90efcca5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904636 Jul 12 08:39:50.031766 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-40ab8817-b402-4eac-9559-e3ae94791b17 req-d87a3810-eb8a-4972-ba4b-d68ac9f8b82a tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8377658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748223196968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748222641655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1188448'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:50.034739 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-653f8e7f-d165-4270-b372-98881abcaf4d admin admin] Notify agent at l3_agent.dv-cinder-800431-1-iscsi the message routers_updated {{(pid=92952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 08:39:50.043385 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d149cf-5e69-4b32-94fd-26ee9526ff24 None None] Sync routers for ids ['055e7425-b017-41e7-bddf-981f4d5814fb'] in dv-cinder-800431-1-iscsi {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 08:39:50.045179 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-653f8e7f-d165-4270-b372-98881abcaf4d admin admin] 10.222.0.37 "PUT /v2.0/routers/055e7425-b017-41e7-bddf-981f4d5814fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4837661 Jul 12 08:39:50.047920 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 45336) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:39:50.057949 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] get_ports_and_sgs() called for port_ids ['0c11a292-f267-405d-8d96-f7adae9c16c9', '08cb501d-0f00-4ca7-9dc7-a3d7105de8e6', '7c19c112-cdfe-4b6f-b32b-6a7f220ae459'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 08:39:50.066655 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87a3810-eb8a-4972-ba4b-d68ac9f8b82a tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Pushing event deleted for resources: {'Port': ['ID=23d5fbc8-0c79-42c9-a4ef-d5ac08fdd00b,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:39:50.113990 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ab8817-b402-4eac-9559-e3ae94791b17 req-d87a3810-eb8a-4972-ba4b-d68ac9f8b82a tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] No DVR routers for this DVR port 23d5fbc8-0c79-42c9-a4ef-d5ac08fdd00b on host hv-cinder-80043 {{(pid=92952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 08:39:50.116552 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-40ab8817-b402-4eac-9559-e3ae94791b17 req-d87a3810-eb8a-4972-ba4b-d68ac9f8b82a tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:50.118831 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-40ab8817-b402-4eac-9559-e3ae94791b17 req-d87a3810-eb8a-4972-ba4b-d68ac9f8b82a tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.23 "DELETE /v2.0/ports/23d5fbc8-0c79-42c9-a4ef-d5ac08fdd00b HTTP/1.1" status: 204 len: 173 time: 0.9456296 Jul 12 08:39:50.123763 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d149cf-5e69-4b32-94fd-26ee9526ff24 None None] Routers {'055e7425-b017-41e7-bddf-981f4d5814fb'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:39:50.124473 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-31d149cf-5e69-4b32-94fd-26ee9526ff24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:39:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['055e7425-b017-41e7-bddf-981f4d5814fb'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:39:50.194189 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-fc4f0290-827a-4372-992b-4131678644cd admin admin] Notify callbacks [] for router, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:50.310336 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-31d149cf-5e69-4b32-94fd-26ee9526ff24 None None] Set router 055e7425-b017-41e7-bddf-981f4d5814fb gateway port host: dv-cinder-800431-1-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:39:50.353137 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-fc4f0290-827a-4372-992b-4131678644cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:50.404475 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [None req-fc4f0290-827a-4372-992b-4131678644cd admin admin] Deleting port a1a9afea-b09b-420e-bf02-7eb38eee4337 {{(pid=92951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 08:39:50.404825 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-fc4f0290-827a-4372-992b-4131678644cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748223187694'] for port, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:50.487557 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.db [None req-fc4f0290-827a-4372-992b-4131678644cd admin admin] For port a1a9afea-b09b-420e-bf02-7eb38eee4337, host dv-cinder-800431-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=a1a9afea-b09b-420e-bf02-7eb38eee4337,segment=NetworkSegment(96305722-55d6-4089-959b-5f9b3a20c0c4),segment_id=96305722-55d6-4089-959b-5f9b3a20c0c4)] {{(pid=92951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:39:50.487982 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-fc4f0290-827a-4372-992b-4131678644cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528347'] for port, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:50.501167 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [None req-fc4f0290-827a-4372-992b-4131678644cd admin admin] Calling delete_port for a1a9afea-b09b-420e-bf02-7eb38eee4337 owned by network:router_gateway {{(pid=92951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 08:39:50.618581 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-31d149cf-5e69-4b32-94fd-26ee9526ff24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '055e7425-b017-41e7-bddf-981f4d5814fb', 'name': 'tempest-TestShelveInstance-533735703-router', 'tenant_id': '9141084bc67040a6953c3e2fdaeecde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'a1a9afea-b09b-420e-bf02-7eb38eee4337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:34:57Z', 'updated_at': '2021-07-12T08:39:48Z', 'revision_number': 5, 'project_id': '9141084bc67040a6953c3e2fdaeecde8', 'gw_port': {'id': 'a1a9afea-b09b-420e-bf02-7eb38eee4337', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055e7425-b017-41e7-bddf-981f4d5814fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:34:58Z', 'updated_at': '2021-07-12T08:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi'}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:39:50.664373 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d149cf-5e69-4b32-94fd-26ee9526ff24 None None] Checking router: 055e7425-b017-41e7-bddf-981f4d5814fb for host: dv-cinder-800431-1-iscsi {{(pid=92953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 08:39:50.689097 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d149cf-5e69-4b32-94fd-26ee9526ff24 None None] Routers {'055e7425-b017-41e7-bddf-981f4d5814fb'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:39:50.689765 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-31d149cf-5e69-4b32-94fd-26ee9526ff24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:39:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['055e7425-b017-41e7-bddf-981f4d5814fb'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:39:50.696576 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-fc4f0290-827a-4372-992b-4131678644cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8377658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748223196968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748222641655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2337033'] for port, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:50.727622 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4f0290-827a-4372-992b-4131678644cd admin admin] Pushing event deleted for resources: {'Port': ['ID=a1a9afea-b09b-420e-bf02-7eb38eee4337,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:39:50.785223 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-31d149cf-5e69-4b32-94fd-26ee9526ff24 None None] Set router 055e7425-b017-41e7-bddf-981f4d5814fb gateway port host: None {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:39:50.855370 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-31d149cf-5e69-4b32-94fd-26ee9526ff24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '055e7425-b017-41e7-bddf-981f4d5814fb', 'name': 'tempest-TestShelveInstance-533735703-router', 'tenant_id': '9141084bc67040a6953c3e2fdaeecde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:34:57Z', 'updated_at': '2021-07-12T08:39:50Z', 'revision_number': 7, 'project_id': '9141084bc67040a6953c3e2fdaeecde8', 'gw_port_host': None}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:39:50.891558 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d149cf-5e69-4b32-94fd-26ee9526ff24 None None] The sync data for ids ['055e7425-b017-41e7-bddf-981f4d5814fb'] in dv-cinder-800431-1-iscsi is: [{'id': '055e7425-b017-41e7-bddf-981f4d5814fb', 'name': 'tempest-TestShelveInstance-533735703-router', 'tenant_id': '9141084bc67040a6953c3e2fdaeecde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:34:57Z', 'updated_at': '2021-07-12T08:39:50Z', 'revision_number': 7, 'project_id': '9141084bc67040a6953c3e2fdaeecde8', 'gw_port_host': None}] {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 08:39:51.008382 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4f0290-827a-4372-992b-4131678644cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:39:51.008731 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4f0290-827a-4372-992b-4131678644cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:39:51.009071 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4f0290-827a-4372-992b-4131678644cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:39:51.009409 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4f0290-827a-4372-992b-4131678644cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:39:51.009758 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4f0290-827a-4372-992b-4131678644cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:39:51.010091 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4f0290-827a-4372-992b-4131678644cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:39:51.010417 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4f0290-827a-4372-992b-4131678644cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:39:51.010740 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4f0290-827a-4372-992b-4131678644cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:39:51.011064 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4f0290-827a-4372-992b-4131678644cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:39:51.011387 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4f0290-827a-4372-992b-4131678644cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:39:51.011705 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4f0290-827a-4372-992b-4131678644cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:39:51.012022 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4f0290-827a-4372-992b-4131678644cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:39:51.050640 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-fc4f0290-827a-4372-992b-4131678644cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-940952'] for router_gateway, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:51.150814 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-fc4f0290-827a-4372-992b-4131678644cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500026'] for router, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:51.152868 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-fc4f0290-827a-4372-992b-4131678644cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:51.195023 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-fc4f0290-827a-4372-992b-4131678644cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-526004'] for router, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:51.195709 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc4f0290-827a-4372-992b-4131678644cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 055e7425-b017-41e7-bddf-981f4d5814fb {{(pid=92951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 08:39:51.200913 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-fc4f0290-827a-4372-992b-4131678644cd admin admin] Notify callbacks [] for router, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:51.202636 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-fc4f0290-827a-4372-992b-4131678644cd admin admin] 10.222.0.37 "DELETE /v2.0/routers/055e7425-b017-41e7-bddf-981f4d5814fb HTTP/1.1" status: 204 len: 168 time: 1.1531882 Jul 12 08:39:51.204602 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 45352) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:39:51.205267 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 413a6b91-386e-48dc-91bb-67ffe7cfbdbd no longer exists at agent hyperv_hv-cinder-80043 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 08:39:51.238746 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] No Port match for: 413a6b91-386e-48dc-91bb-67ffe7cfbdbd {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 08:39:51.239373 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 413a6b91-386e-48dc-91bb-67ffe7cfbdbd not bound to the agent host hv-cinder-80043 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 08:39:51.240097 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 23d5fbc8-0c79-42c9-a4ef-d5ac08fdd00b no longer exists at agent hyperv_hv-cinder-80043 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 08:39:51.256537 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.db.db_base_plugin_v2 [None req-bae14252-d5a1-4d84-96d9-159c2d9426fe admin admin] Deleting subnet bd981bbb-849b-4ec5-b0be-7de4ff340241 {{(pid=92951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 08:39:51.259900 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-bae14252-d5a1-4d84-96d9-159c2d9426fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:51.262105 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] No Port match for: 23d5fbc8-0c79-42c9-a4ef-d5ac08fdd00b {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 08:39:51.262466 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 23d5fbc8-0c79-42c9-a4ef-d5ac08fdd00b not bound to the agent host hv-cinder-80043 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 08:39:51.300142 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-bae14252-d5a1-4d84-96d9-159c2d9426fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8451442'] for subnet, precommit_delete_associations {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:51.413908 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-bae14252-d5a1-4d84-96d9-159c2d9426fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8247719'] for subnet, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:51.463189 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-bae14252-d5a1-4d84-96d9-159c2d9426fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8247726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2337239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8738902'] for subnet, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:51.487581 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae14252-d5a1-4d84-96d9-159c2d9426fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd981bbb-849b-4ec5-b0be-7de4ff340241,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:39:51.492285 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-bae14252-d5a1-4d84-96d9-159c2d9426fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:51.494193 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-bae14252-d5a1-4d84-96d9-159c2d9426fe admin admin] 10.222.0.37 "DELETE /v2.0/subnets/bd981bbb-849b-4ec5-b0be-7de4ff340241 HTTP/1.1" status: 204 len: 168 time: 0.2885251 Jul 12 08:39:51.496525 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 45354) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:39:51.497413 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb94d04-5001-4723-b642-d012015895fd None None] Network bfdb51f3-abf8-4720-9758-2652c1950bee requested from dv-cinder-800431-1-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 08:39:51.563538 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5b15f5c5-9aa7-43fd-a5a0-2630e5a498f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884328'] for network, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:51.614549 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [None req-5b15f5c5-9aa7-43fd-a5a0-2630e5a498f8 admin admin] Deleting port 758fafb3-f5c8-40f5-b081-bc92726da962 {{(pid=92951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 08:39:51.614801 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5b15f5c5-9aa7-43fd-a5a0-2630e5a498f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748223187694'] for port, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:51.684377 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.db [None req-5b15f5c5-9aa7-43fd-a5a0-2630e5a498f8 admin admin] For port 758fafb3-f5c8-40f5-b081-bc92726da962, host dv-cinder-800431-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=758fafb3-f5c8-40f5-b081-bc92726da962,segment=NetworkSegment(6cdc67b3-0334-4056-a4c8-74f01e0961f3),segment_id=6cdc67b3-0334-4056-a4c8-74f01e0961f3)] {{(pid=92951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:39:51.684735 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5b15f5c5-9aa7-43fd-a5a0-2630e5a498f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528347'] for port, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:51.697657 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52862ccd-2bea-4186-aca8-181f6361e891 None None] DHCP port deletion for bfdb51f3-abf8-4720-9758-2652c1950bee request from dv-cinder-800431-1-iscsi {{(pid=92953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 08:39:51.697963 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e533eeb-6c6f-4fa7-ba34-e3119e5b8c42', 'name': 'network-vif-deleted', 'tag': '23d5fbc8-0c79-42c9-a4ef-d5ac08fdd00b'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:39:51.705842 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35659b288decb3563870ae931b8d662eab2da969d6ab5856613d86fcebdbc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db43d12-c7ac-4ab2-8a7a-91723a1c785e" -d '{"events": [{"server_uuid": "4e533eeb-6c6f-4fa7-ba34-e3119e5b8c42", "name": "network-vif-deleted", "tag": "23d5fbc8-0c79-42c9-a4ef-d5ac08fdd00b"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:39:51.710693 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [None req-5b15f5c5-9aa7-43fd-a5a0-2630e5a498f8 admin admin] Calling delete_port for 758fafb3-f5c8-40f5-b081-bc92726da962 owned by network:dhcp {{(pid=92951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 08:39:51.776137 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 08:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e90a07-b591-4782-b4b3-fd48404e194b x-openstack-request-id: req-38e90a07-b591-4782-b4b3-fd48404e194b {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:39:51.776418 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e533eeb-6c6f-4fa7-ba34-e3119e5b8c42", "name": "network-vif-deleted", "tag": "23d5fbc8-0c79-42c9-a4ef-d5ac08fdd00b", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:39:51.776645 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-38e90a07-b591-4782-b4b3-fd48404e194b {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:39:51.777461 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e533eeb-6c6f-4fa7-ba34-e3119e5b8c42', 'name': 'network-vif-deleted', 'tag': '23d5fbc8-0c79-42c9-a4ef-d5ac08fdd00b', 'status': 'completed', 'code': 200} Jul 12 08:39:51.779352 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-52862ccd-2bea-4186-aca8-181f6361e891 None None] Deleting port 758fafb3-f5c8-40f5-b081-bc92726da962 {{(pid=92953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 08:39:51.779753 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-52862ccd-2bea-4186-aca8-181f6361e891 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748223187694'] for port, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:51.824393 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5b15f5c5-9aa7-43fd-a5a0-2630e5a498f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8377658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748223196968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748222641655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2337033'] for port, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:51.843156 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 758fafb3-f5c8-40f5-b081-bc92726da962 no longer exists at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 08:39:51.852206 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b15f5c5-9aa7-43fd-a5a0-2630e5a498f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=758fafb3-f5c8-40f5-b081-bc92726da962,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:39:51.856094 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b15f5c5-9aa7-43fd-a5a0-2630e5a498f8 admin admin] No DVR routers for this DVR port 758fafb3-f5c8-40f5-b081-bc92726da962 on host dv-cinder-800431-1-iscsi {{(pid=92951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 08:39:51.878996 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] No Port match for: 758fafb3-f5c8-40f5-b081-bc92726da962 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 08:39:51.879347 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 758fafb3-f5c8-40f5-b081-bc92726da962 not bound to the agent host dv-cinder-800431-1-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 08:39:51.880150 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device bf941177-c38c-4c0a-921c-bbdcb61b7186 no longer exists at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 08:39:51.905371 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] No Port match for: bf941177-c38c-4c0a-921c-bbdcb61b7186 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 08:39:51.905738 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device bf941177-c38c-4c0a-921c-bbdcb61b7186 not bound to the agent host dv-cinder-800431-1-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 08:39:51.906555 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device a1a9afea-b09b-420e-bf02-7eb38eee4337 no longer exists at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 08:39:51.930902 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] No Port match for: a1a9afea-b09b-420e-bf02-7eb38eee4337 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 08:39:51.931246 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device a1a9afea-b09b-420e-bf02-7eb38eee4337 not bound to the agent host dv-cinder-800431-1-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 08:39:51.945559 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5b15f5c5-9aa7-43fd-a5a0-2630e5a498f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8250066', 'neutron.services.segments.db._delete_segments_for_network-8748223159134'] for network, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:51.946081 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-52862ccd-2bea-4186-aca8-181f6361e891 None None] For port 758fafb3-f5c8-40f5-b081-bc92726da962, host dv-cinder-800431-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=758fafb3-f5c8-40f5-b081-bc92726da962,segment=NetworkSegment(6cdc67b3-0334-4056-a4c8-74f01e0961f3),segment_id=6cdc67b3-0334-4056-a4c8-74f01e0961f3)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:39:51.946517 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-52862ccd-2bea-4186-aca8-181f6361e891 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528347'] for port, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:51.956472 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.services.segments.db [None req-5b15f5c5-9aa7-43fd-a5a0-2630e5a498f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfdb51f3-abf8-4720-9758-2652c1950bee']}} {{(pid=92951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:39:51.959281 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-52862ccd-2bea-4186-aca8-181f6361e891 None None] Calling delete_port for 758fafb3-f5c8-40f5-b081-bc92726da962 owned by network:dhcp {{(pid=92953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 08:39:51.969477 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.services.segments.db [None req-5b15f5c5-9aa7-43fd-a5a0-2630e5a498f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cdc67b3-0334-4056-a4c8-74f01e0961f3') {'for_net_delete': True} {{(pid=92951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:39:51.969918 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.services.segments.db [None req-5b15f5c5-9aa7-43fd-a5a0-2630e5a498f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cdc67b3-0334-4056-a4c8-74f01e0961f3') {} {{(pid=92951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:39:51.979509 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5b15f5c5-9aa7-43fd-a5a0-2630e5a498f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748223174018', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8451449'] for segment, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:51.993616 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5b15f5c5-9aa7-43fd-a5a0-2630e5a498f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246630'] for segment, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:52.000208 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b15f5c5-9aa7-43fd-a5a0-2630e5a498f8 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=92951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 08:39:52.000565 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5b15f5c5-9aa7-43fd-a5a0-2630e5a498f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2337082'] for segment, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:52.002886 dv-cinder-800431-1-iscsi neutron-server[92951]: Traceback (most recent call last): Jul 12 08:39:52.002886 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 08:39:52.002886 dv-cinder-800431-1-iscsi neutron-server[92951]: timer() Jul 12 08:39:52.002886 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 08:39:52.002886 dv-cinder-800431-1-iscsi neutron-server[92951]: cb(*args, **kw) Jul 12 08:39:52.002886 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 08:39:52.002886 dv-cinder-800431-1-iscsi neutron-server[92951]: return func(*args, **kwargs) Jul 12 08:39:52.002886 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 08:39:52.002886 dv-cinder-800431-1-iscsi neutron-server[92951]: self._notify() Jul 12 08:39:52.002886 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 08:39:52.002886 dv-cinder-800431-1-iscsi neutron-server[92951]: self.callback(batched_events) Jul 12 08:39:52.002886 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 08:39:52.002886 dv-cinder-800431-1-iscsi neutron-server[92951]: event.method(event) Jul 12 08:39:52.002886 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 08:39:52.002886 dv-cinder-800431-1-iscsi neutron-server[92951]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 08:39:52.002886 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 08:39:52.002886 dv-cinder-800431-1-iscsi neutron-server[92951]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 08:39:52.002886 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 08:39:52.002886 dv-cinder-800431-1-iscsi neutron-server[92951]: return f(self, *a, **k) Jul 12 08:39:52.002886 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 08:39:52.002886 dv-cinder-800431-1-iscsi neutron-server[92951]: return self._get(url).json() Jul 12 08:39:52.002886 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 08:39:52.002886 dv-cinder-800431-1-iscsi neutron-server[92951]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 08:39:52.002886 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 08:39:52.002886 dv-cinder-800431-1-iscsi neutron-server[92951]: return self.request(url, 'GET', **kwargs) Jul 12 08:39:52.002886 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 08:39:52.002886 dv-cinder-800431-1-iscsi neutron-server[92951]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 08:39:52.002886 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 08:39:52.002886 dv-cinder-800431-1-iscsi neutron-server[92951]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 08:39:52.002886 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 08:39:52.002886 dv-cinder-800431-1-iscsi neutron-server[92951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 08:39:52.002886 dv-cinder-800431-1-iscsi neutron-server[92951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 08:39:52.061296 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5b15f5c5-9aa7-43fd-a5a0-2630e5a498f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8250657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-940980'] for network, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:52.067496 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-5b15f5c5-9aa7-43fd-a5a0-2630e5a498f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for network, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:52.069413 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-5b15f5c5-9aa7-43fd-a5a0-2630e5a498f8 admin admin] 10.222.0.37 "DELETE /v2.0/networks/bfdb51f3-abf8-4720-9758-2652c1950bee HTTP/1.1" status: 204 len: 168 time: 0.5719852 Jul 12 08:39:52.072633 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 45364) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:39:52.081192 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b15f5c5-9aa7-43fd-a5a0-2630e5a498f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfdb51f3-abf8-4720-9758-2652c1950bee,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:39:52.177146 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-52862ccd-2bea-4186-aca8-181f6361e891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8377658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748223196968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748222641655'] for port, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:52.185162 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-52862ccd-2bea-4186-aca8-181f6361e891 None None] Network bfdb51f3-abf8-4720-9758-2652c1950bee is not hosted by any dhcp agent {{(pid=92953) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jul 12 08:39:52.185610 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52862ccd-2bea-4186-aca8-181f6361e891 None None] No DVR routers for this DVR port 758fafb3-f5c8-40f5-b081-bc92726da962 on host dv-cinder-800431-1-iscsi {{(pid=92953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 08:39:52.204664 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52862ccd-2bea-4186-aca8-181f6361e891 None None] Pushing event deleted for resources: {'Port': ['ID=758fafb3-f5c8-40f5-b081-bc92726da962,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:39:52.428329 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-567f93e9-82c1-427c-88da-bb2286a1e2c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532443'] for router_interface, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:52.520667 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8031903-7ec7-416b-add9-7d0ea743f901 req-87fb5a55-2a3b-4793-b7f3-445c9e8ed4bf tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:52.522260 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-c8031903-7ec7-416b-add9-7d0ea743f901 req-87fb5a55-2a3b-4793-b7f3-445c9e8ed4bf tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/ports?device_id=946c34c5-38f5-4232-9bbd-0c358912dcd0 HTTP/1.1" status: 200 len: 945 time: 0.0675740 Jul 12 08:39:52.562048 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-c8031903-7ec7-416b-add9-7d0ea743f901 req-c96365a4-cc64-4503-85c3-488e32fd33d1 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/security-groups?id=254a817b-6a4c-4331-8221-ba90efcca5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340173 Jul 12 08:39:52.917646 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-567f93e9-82c1-427c-88da-bb2286a1e2c5 admin admin] Deleting port d8b3d953-179c-49a7-b132-3eb3a2495d22 {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 08:39:52.918123 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-567f93e9-82c1-427c-88da-bb2286a1e2c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748223187694'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:52.991530 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [None req-567f93e9-82c1-427c-88da-bb2286a1e2c5 admin admin] For port d8b3d953-179c-49a7-b132-3eb3a2495d22, host dv-cinder-800431-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=d8b3d953-179c-49a7-b132-3eb3a2495d22,segment=NetworkSegment(8a883ab7-06dc-4964-9525-1c13cd3a23ad),segment_id=8a883ab7-06dc-4964-9525-1c13cd3a23ad)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:39:52.991886 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-567f93e9-82c1-427c-88da-bb2286a1e2c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528347'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:53.003963 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-567f93e9-82c1-427c-88da-bb2286a1e2c5 admin admin] Calling delete_port for d8b3d953-179c-49a7-b132-3eb3a2495d22 owned by network:router_interface {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 08:39:53.173750 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-567f93e9-82c1-427c-88da-bb2286a1e2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8377658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748223196968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748222641655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1188448'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:53.202296 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567f93e9-82c1-427c-88da-bb2286a1e2c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8b3d953-179c-49a7-b132-3eb3a2495d22,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:39:53.361739 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-567f93e9-82c1-427c-88da-bb2286a1e2c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528257'] for router_interface, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:53.567246 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-567f93e9-82c1-427c-88da-bb2286a1e2c5 admin admin] Router 36574929-2574-464f-b310-8321898827f5 has already been hosted by L3 agent c0ba3535-5ad7-41e9-9cdc-b89c0ff976de {{(pid=92952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 08:39:53.664119 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-27d7ee80-e179-45b7-a334-2b53e9039c09 None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 08:39:53.673234 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567f93e9-82c1-427c-88da-bb2286a1e2c5 admin admin] Notify agent at l3_agent.dv-cinder-800431-1-iscsi the message routers_updated {{(pid=92952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 08:39:53.679102 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-567f93e9-82c1-427c-88da-bb2286a1e2c5 admin admin] 10.222.0.37 "PUT /v2.0/routers/36574929-2574-464f-b310-8321898827f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6055388 Jul 12 08:39:53.682087 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 45376) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:39:53.682553 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b334a575-4850-426b-8b18-104d5350ff65 None None] Sync routers for ids ['36574929-2574-464f-b310-8321898827f5'] in dv-cinder-800431-1-iscsi {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 08:39:53.692205 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b334a575-4850-426b-8b18-104d5350ff65 None None] Routers {'36574929-2574-464f-b310-8321898827f5'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:39:53.692822 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-b334a575-4850-426b-8b18-104d5350ff65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:39:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['36574929-2574-464f-b310-8321898827f5'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:39:53.748657 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c2859c-96da-43f5-81b4-dc8584c83c55 req-b397740c-613e-4d88-b3be-f0e04fe1373a tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:53.750574 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-72c2859c-96da-43f5-81b4-dc8584c83c55 req-b397740c-613e-4d88-b3be-f0e04fe1373a tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/ports?device_id=946c34c5-38f5-4232-9bbd-0c358912dcd0 HTTP/1.1" status: 200 len: 945 time: 0.0698674 Jul 12 08:39:53.791190 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-72c2859c-96da-43f5-81b4-dc8584c83c55 req-28b11dbb-e68b-41c5-927e-18c0bafc5867 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/security-groups?id=254a817b-6a4c-4331-8221-ba90efcca5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332465 Jul 12 08:39:53.793067 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d0b0f984-4c59-41a5-8774-f279323c718f admin admin] Notify callbacks [] for router, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:53.812731 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-b334a575-4850-426b-8b18-104d5350ff65 None None] Set router 36574929-2574-464f-b310-8321898827f5 gateway port host: dv-cinder-800431-1-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:39:53.892401 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d0b0f984-4c59-41a5-8774-f279323c718f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:53.947809 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [None req-d0b0f984-4c59-41a5-8774-f279323c718f admin admin] Deleting port 8c83d3f4-563c-4427-bf71-a7c1ccbe354e {{(pid=92951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 08:39:53.948159 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d0b0f984-4c59-41a5-8774-f279323c718f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748223187694'] for port, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:53.987983 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-b334a575-4850-426b-8b18-104d5350ff65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36574929-2574-464f-b310-8321898827f5', 'name': 'tempest-TestShelveInstance-1341794103-router', 'tenant_id': 'ce8ca7d99df041d48e99b38d59f06561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '8c83d3f4-563c-4427-bf71-a7c1ccbe354e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:35:02Z', 'updated_at': '2021-07-12T08:39:53Z', 'revision_number': 5, 'project_id': 'ce8ca7d99df041d48e99b38d59f06561', 'gw_port': {'id': '8c83d3f4-563c-4427-bf71-a7c1ccbe354e', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:85:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36574929-2574-464f-b310-8321898827f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:03Z', 'updated_at': '2021-07-12T08:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi'}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:39:54.017079 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b334a575-4850-426b-8b18-104d5350ff65 None None] Checking router: 36574929-2574-464f-b310-8321898827f5 for host: dv-cinder-800431-1-iscsi {{(pid=92954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 08:39:54.024481 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.db [None req-d0b0f984-4c59-41a5-8774-f279323c718f admin admin] For port 8c83d3f4-563c-4427-bf71-a7c1ccbe354e, host dv-cinder-800431-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=8c83d3f4-563c-4427-bf71-a7c1ccbe354e,segment=NetworkSegment(96305722-55d6-4089-959b-5f9b3a20c0c4),segment_id=96305722-55d6-4089-959b-5f9b3a20c0c4)] {{(pid=92951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:39:54.024833 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d0b0f984-4c59-41a5-8774-f279323c718f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528347'] for port, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:54.025022 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b334a575-4850-426b-8b18-104d5350ff65 None None] Routers {'36574929-2574-464f-b310-8321898827f5'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:39:54.025610 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-b334a575-4850-426b-8b18-104d5350ff65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:39:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['36574929-2574-464f-b310-8321898827f5'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:39:54.040964 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [None req-d0b0f984-4c59-41a5-8774-f279323c718f admin admin] Calling delete_port for 8c83d3f4-563c-4427-bf71-a7c1ccbe354e owned by network:router_gateway {{(pid=92951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 08:39:54.107939 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-b334a575-4850-426b-8b18-104d5350ff65 None None] Set router 36574929-2574-464f-b310-8321898827f5 gateway port host: None {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:39:54.158000 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-b334a575-4850-426b-8b18-104d5350ff65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36574929-2574-464f-b310-8321898827f5', 'name': 'tempest-TestShelveInstance-1341794103-router', 'tenant_id': 'ce8ca7d99df041d48e99b38d59f06561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:35:02Z', 'updated_at': '2021-07-12T08:39:53Z', 'revision_number': 6, 'project_id': 'ce8ca7d99df041d48e99b38d59f06561', 'gw_port_host': None}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:39:54.187065 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b334a575-4850-426b-8b18-104d5350ff65 None None] The sync data for ids ['36574929-2574-464f-b310-8321898827f5'] in dv-cinder-800431-1-iscsi is: [{'id': '36574929-2574-464f-b310-8321898827f5', 'name': 'tempest-TestShelveInstance-1341794103-router', 'tenant_id': 'ce8ca7d99df041d48e99b38d59f06561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:35:02Z', 'updated_at': '2021-07-12T08:39:53Z', 'revision_number': 6, 'project_id': 'ce8ca7d99df041d48e99b38d59f06561', 'gw_port_host': None}] {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 08:39:54.198733 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d0b0f984-4c59-41a5-8774-f279323c718f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8377658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748223196968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748222641655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2337033'] for port, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:54.229676 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b0f984-4c59-41a5-8774-f279323c718f admin admin] Pushing event deleted for resources: {'Port': ['ID=8c83d3f4-563c-4427-bf71-a7c1ccbe354e,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:39:54.290158 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d0b0f984-4c59-41a5-8774-f279323c718f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-940952'] for router_gateway, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:54.375188 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d0b0f984-4c59-41a5-8774-f279323c718f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500026'] for router, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:54.377252 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d0b0f984-4c59-41a5-8774-f279323c718f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:54.421186 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d0b0f984-4c59-41a5-8774-f279323c718f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-526004'] for router, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:54.421633 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b0f984-4c59-41a5-8774-f279323c718f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36574929-2574-464f-b310-8321898827f5 {{(pid=92951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 08:39:54.425894 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d0b0f984-4c59-41a5-8774-f279323c718f admin admin] Notify callbacks [] for router, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:54.427028 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-d0b0f984-4c59-41a5-8774-f279323c718f admin admin] 10.222.0.37 "DELETE /v2.0/routers/36574929-2574-464f-b310-8321898827f5 HTTP/1.1" status: 204 len: 168 time: 0.7439079 Jul 12 08:39:54.429534 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 45380) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:39:54.472662 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1ddfa67-9deb-42ad-80ff-60fadad49f48 admin admin] Deleting subnet 7f70491b-b524-432b-bb91-2b425bf15e33 {{(pid=92951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 08:39:54.475578 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-e1ddfa67-9deb-42ad-80ff-60fadad49f48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:54.508930 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-e1ddfa67-9deb-42ad-80ff-60fadad49f48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8451442'] for subnet, precommit_delete_associations {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:54.594687 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-e1ddfa67-9deb-42ad-80ff-60fadad49f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8247719'] for subnet, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:54.645346 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-e1ddfa67-9deb-42ad-80ff-60fadad49f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8247726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2337239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8738902'] for subnet, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:54.667330 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ddfa67-9deb-42ad-80ff-60fadad49f48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f70491b-b524-432b-bb91-2b425bf15e33,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:39:54.672913 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-e1ddfa67-9deb-42ad-80ff-60fadad49f48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:54.675323 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-e1ddfa67-9deb-42ad-80ff-60fadad49f48 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7f70491b-b524-432b-bb91-2b425bf15e33 HTTP/1.1" status: 204 len: 168 time: 0.2448270 Jul 12 08:39:54.677811 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 45382) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:39:54.679056 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b7300a-dabc-494a-a9da-fc0f4b106aa8 None None] Network c84fde0b-56f4-485a-841a-64b210c9162d requested from dv-cinder-800431-1-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 08:39:54.742236 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-12386372-d171-4e6c-9cf6-e330e6478fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884328'] for network, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:54.797548 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [None req-12386372-d171-4e6c-9cf6-e330e6478fde admin admin] Deleting port b2661c43-ae17-4fd1-a023-fadf2da91377 {{(pid=92951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 08:39:54.797929 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-12386372-d171-4e6c-9cf6-e330e6478fde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748223187694'] for port, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:54.858552 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.db [None req-12386372-d171-4e6c-9cf6-e330e6478fde admin admin] For port b2661c43-ae17-4fd1-a023-fadf2da91377, host dv-cinder-800431-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=b2661c43-ae17-4fd1-a023-fadf2da91377,segment=NetworkSegment(8a883ab7-06dc-4964-9525-1c13cd3a23ad),segment_id=8a883ab7-06dc-4964-9525-1c13cd3a23ad)] {{(pid=92951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:39:54.858846 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-12386372-d171-4e6c-9cf6-e330e6478fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528347'] for port, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:54.874212 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [None req-12386372-d171-4e6c-9cf6-e330e6478fde admin admin] Calling delete_port for b2661c43-ae17-4fd1-a023-fadf2da91377 owned by network:dhcp {{(pid=92951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 08:39:54.930265 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df61128-d15d-44eb-867d-6ccc639e89b1 None None] DHCP port deletion for c84fde0b-56f4-485a-841a-64b210c9162d request from dv-cinder-800431-1-iscsi {{(pid=92953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 08:39:54.979566 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-1df61128-d15d-44eb-867d-6ccc639e89b1 None None] Deleting port b2661c43-ae17-4fd1-a023-fadf2da91377 {{(pid=92953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 08:39:54.979946 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1df61128-d15d-44eb-867d-6ccc639e89b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748223187694'] for port, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:55.004417 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586197bf-90f1-4cd9-a8a1-617c4d767f15 req-c4e0dd15-8b5a-4d0a-9644-f4eccb2d869e tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:55.005987 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-586197bf-90f1-4cd9-a8a1-617c4d767f15 req-c4e0dd15-8b5a-4d0a-9644-f4eccb2d869e tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/ports?device_id=946c34c5-38f5-4232-9bbd-0c358912dcd0 HTTP/1.1" status: 200 len: 945 time: 0.0935104 Jul 12 08:39:55.007140 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-12386372-d171-4e6c-9cf6-e330e6478fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8377658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748223196968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748222641655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2337033'] for port, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:55.038869 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12386372-d171-4e6c-9cf6-e330e6478fde admin admin] Pushing event deleted for resources: {'Port': ['ID=b2661c43-ae17-4fd1-a023-fadf2da91377,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:39:55.050197 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12386372-d171-4e6c-9cf6-e330e6478fde admin admin] No DVR routers for this DVR port b2661c43-ae17-4fd1-a023-fadf2da91377 on host dv-cinder-800431-1-iscsi {{(pid=92951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 08:39:55.053856 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-1df61128-d15d-44eb-867d-6ccc639e89b1 None None] For port b2661c43-ae17-4fd1-a023-fadf2da91377, host dv-cinder-800431-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=b2661c43-ae17-4fd1-a023-fadf2da91377,segment=NetworkSegment(8a883ab7-06dc-4964-9525-1c13cd3a23ad),segment_id=8a883ab7-06dc-4964-9525-1c13cd3a23ad)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:39:55.054260 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1df61128-d15d-44eb-867d-6ccc639e89b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528347'] for port, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:55.071749 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-1df61128-d15d-44eb-867d-6ccc639e89b1 None None] Calling delete_port for b2661c43-ae17-4fd1-a023-fadf2da91377 owned by network:dhcp {{(pid=92953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 08:39:55.122133 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-586197bf-90f1-4cd9-a8a1-617c4d767f15 req-1c7566be-9301-4984-bcb4-f1f93425d153 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/security-groups?id=254a817b-6a4c-4331-8221-ba90efcca5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918348 Jul 12 08:39:55.147370 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-12386372-d171-4e6c-9cf6-e330e6478fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8250066', 'neutron.services.segments.db._delete_segments_for_network-8748223159134'] for network, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:55.148358 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1df61128-d15d-44eb-867d-6ccc639e89b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8377658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748223196968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748222641655'] for port, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:55.149725 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.services.segments.db [None req-12386372-d171-4e6c-9cf6-e330e6478fde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c84fde0b-56f4-485a-841a-64b210c9162d']}} {{(pid=92951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:39:55.163388 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.services.segments.db [None req-12386372-d171-4e6c-9cf6-e330e6478fde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a883ab7-06dc-4964-9525-1c13cd3a23ad') {'for_net_delete': True} {{(pid=92951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:39:55.163740 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.services.segments.db [None req-12386372-d171-4e6c-9cf6-e330e6478fde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a883ab7-06dc-4964-9525-1c13cd3a23ad') {} {{(pid=92951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:39:55.174773 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-12386372-d171-4e6c-9cf6-e330e6478fde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748223174018', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8451449'] for segment, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:55.175538 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df61128-d15d-44eb-867d-6ccc639e89b1 None None] Pushing event deleted for resources: {'Port': ['ID=b2661c43-ae17-4fd1-a023-fadf2da91377,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:39:55.179276 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df61128-d15d-44eb-867d-6ccc639e89b1 None None] No DVR routers for this DVR port b2661c43-ae17-4fd1-a023-fadf2da91377 on host dv-cinder-800431-1-iscsi {{(pid=92953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 08:39:55.191627 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-12386372-d171-4e6c-9cf6-e330e6478fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246630'] for segment, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:55.197992 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12386372-d171-4e6c-9cf6-e330e6478fde admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=92951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 08:39:55.198390 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-12386372-d171-4e6c-9cf6-e330e6478fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2337082'] for segment, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:55.200551 dv-cinder-800431-1-iscsi neutron-server[92951]: Traceback (most recent call last): Jul 12 08:39:55.200551 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 08:39:55.200551 dv-cinder-800431-1-iscsi neutron-server[92951]: timer() Jul 12 08:39:55.200551 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 08:39:55.200551 dv-cinder-800431-1-iscsi neutron-server[92951]: cb(*args, **kw) Jul 12 08:39:55.200551 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 08:39:55.200551 dv-cinder-800431-1-iscsi neutron-server[92951]: return func(*args, **kwargs) Jul 12 08:39:55.200551 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 08:39:55.200551 dv-cinder-800431-1-iscsi neutron-server[92951]: self._notify() Jul 12 08:39:55.200551 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 08:39:55.200551 dv-cinder-800431-1-iscsi neutron-server[92951]: self.callback(batched_events) Jul 12 08:39:55.200551 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 08:39:55.200551 dv-cinder-800431-1-iscsi neutron-server[92951]: event.method(event) Jul 12 08:39:55.200551 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 08:39:55.200551 dv-cinder-800431-1-iscsi neutron-server[92951]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 08:39:55.200551 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 08:39:55.200551 dv-cinder-800431-1-iscsi neutron-server[92951]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 08:39:55.200551 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 08:39:55.200551 dv-cinder-800431-1-iscsi neutron-server[92951]: return f(self, *a, **k) Jul 12 08:39:55.200551 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 08:39:55.200551 dv-cinder-800431-1-iscsi neutron-server[92951]: return self._get(url).json() Jul 12 08:39:55.200551 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 08:39:55.200551 dv-cinder-800431-1-iscsi neutron-server[92951]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 08:39:55.200551 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 08:39:55.200551 dv-cinder-800431-1-iscsi neutron-server[92951]: return self.request(url, 'GET', **kwargs) Jul 12 08:39:55.200551 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 08:39:55.200551 dv-cinder-800431-1-iscsi neutron-server[92951]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 08:39:55.200551 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 08:39:55.200551 dv-cinder-800431-1-iscsi neutron-server[92951]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 08:39:55.200551 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 08:39:55.200551 dv-cinder-800431-1-iscsi neutron-server[92951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 08:39:55.200551 dv-cinder-800431-1-iscsi neutron-server[92951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 08:39:55.254654 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-12386372-d171-4e6c-9cf6-e330e6478fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8250657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-940980'] for network, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:55.270224 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-12386372-d171-4e6c-9cf6-e330e6478fde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for network, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:55.272051 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-12386372-d171-4e6c-9cf6-e330e6478fde admin admin] 10.222.0.37 "DELETE /v2.0/networks/c84fde0b-56f4-485a-841a-64b210c9162d HTTP/1.1" status: 204 len: 168 time: 0.5933340 Jul 12 08:39:55.273309 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12386372-d171-4e6c-9cf6-e330e6478fde admin admin] Pushing event deleted for resources: {'Network': ['ID=c84fde0b-56f4-485a-841a-64b210c9162d,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:39:55.378158 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 45390) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:39:55.420058 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-ff8931c6-b208-421d-9aa2-87d54fdbbdae admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9141084bc67040a6953c3e2fdaeecde8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407798 Jul 12 08:39:55.422378 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 45392) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:39:55.467508 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-415dc33a-11ba-4db6-bf34-dff4b85ed134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:55.487657 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-415dc33a-11ba-4db6-bf34-dff4b85ed134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:55.533283 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-415dc33a-11ba-4db6-bf34-dff4b85ed134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:55.535805 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-415dc33a-11ba-4db6-bf34-dff4b85ed134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:55.536946 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-415dc33a-11ba-4db6-bf34-dff4b85ed134 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/683e8a6c-f381-445b-b8a8-118553512325 HTTP/1.1" status: 204 len: 168 time: 0.1136982 Jul 12 08:39:55.544055 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415dc33a-11ba-4db6-bf34-dff4b85ed134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683e8a6c-f381-445b-b8a8-118553512325,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:39:55.763420 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device b2661c43-ae17-4fd1-a023-fadf2da91377 no longer exists at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 08:39:55.783841 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] No Port match for: b2661c43-ae17-4fd1-a023-fadf2da91377 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 08:39:55.784194 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device b2661c43-ae17-4fd1-a023-fadf2da91377 not bound to the agent host dv-cinder-800431-1-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 08:39:55.784643 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device d8b3d953-179c-49a7-b132-3eb3a2495d22 no longer exists at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 08:39:55.805902 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] No Port match for: d8b3d953-179c-49a7-b132-3eb3a2495d22 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 08:39:55.806257 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device d8b3d953-179c-49a7-b132-3eb3a2495d22 not bound to the agent host dv-cinder-800431-1-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 08:39:55.806669 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 8c83d3f4-563c-4427-bf71-a7c1ccbe354e no longer exists at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 08:39:55.825536 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] No Port match for: 8c83d3f4-563c-4427-bf71-a7c1ccbe354e {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 08:39:55.825918 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 8c83d3f4-563c-4427-bf71-a7c1ccbe354e not bound to the agent host dv-cinder-800431-1-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 08:39:55.838179 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 45398) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:39:55.878363 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-d314737d-f5f5-4ade-895b-2b0451e9f4da admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ce8ca7d99df041d48e99b38d59f06561&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390434 Jul 12 08:39:55.880784 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 45400) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:39:55.926525 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0bcec99a-fe67-45d6-9739-2a80aa025c20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:55.946545 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0bcec99a-fe67-45d6-9739-2a80aa025c20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:56.001139 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0bcec99a-fe67-45d6-9739-2a80aa025c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:56.004642 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-0bcec99a-fe67-45d6-9739-2a80aa025c20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:56.008434 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-0bcec99a-fe67-45d6-9739-2a80aa025c20 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d5493989-d9b9-4ac2-8167-4a8965e1103c HTTP/1.1" status: 204 len: 168 time: 0.1245165 Jul 12 08:39:56.013782 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcec99a-fe67-45d6-9739-2a80aa025c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5493989-d9b9-4ac2-8167-4a8965e1103c,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:39:56.341280 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98bda6-d36e-4267-abe3-78ff22f208c9 req-cf8b501f-0ce3-4191-9fdc-7dd5ff3f3ca9 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:56.343154 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6e98bda6-d36e-4267-abe3-78ff22f208c9 req-cf8b501f-0ce3-4191-9fdc-7dd5ff3f3ca9 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/ports?device_id=946c34c5-38f5-4232-9bbd-0c358912dcd0 HTTP/1.1" status: 200 len: 945 time: 0.1001770 Jul 12 08:39:56.394887 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6e98bda6-d36e-4267-abe3-78ff22f208c9 req-46db7f6b-b43d-4dd7-9af7-eacb9737bc65 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/security-groups?id=254a817b-6a4c-4331-8221-ba90efcca5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445921 Jul 12 08:39:56.657452 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ea823-3b02-4fb1-b209-dac03ea871f6 req-28d1ada1-d1be-4f72-b983-1fa8817f1a95 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:56.659499 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e74ea823-3b02-4fb1-b209-dac03ea871f6 req-28d1ada1-d1be-4f72-b983-1fa8817f1a95 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.23 "GET /v2.0/ports?device_id=946c34c5-38f5-4232-9bbd-0c358912dcd0 HTTP/1.1" status: 200 len: 945 time: 0.0672944 Jul 12 08:39:56.756509 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [req-e74ea823-3b02-4fb1-b209-dac03ea871f6 req-ba05888a-35d4-4495-aa94-131cc970bf14 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Deleting port 7c19c112-cdfe-4b6f-b32b-6a7f220ae459 {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 08:39:56.756859 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-e74ea823-3b02-4fb1-b209-dac03ea871f6 req-ba05888a-35d4-4495-aa94-131cc970bf14 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748223187694'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:56.844160 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-e74ea823-3b02-4fb1-b209-dac03ea871f6 req-ba05888a-35d4-4495-aa94-131cc970bf14 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] For port 7c19c112-cdfe-4b6f-b32b-6a7f220ae459, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=7c19c112-cdfe-4b6f-b32b-6a7f220ae459,segment=NetworkSegment(4b77e48a-1884-4073-b8a8-e784b0586792),segment_id=4b77e48a-1884-4073-b8a8-e784b0586792)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:39:56.844521 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-e74ea823-3b02-4fb1-b209-dac03ea871f6 req-ba05888a-35d4-4495-aa94-131cc970bf14 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528347'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:56.857205 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [req-e74ea823-3b02-4fb1-b209-dac03ea871f6 req-ba05888a-35d4-4495-aa94-131cc970bf14 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Calling delete_port for 7c19c112-cdfe-4b6f-b32b-6a7f220ae459 owned by compute:nova {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 08:39:56.977227 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-e74ea823-3b02-4fb1-b209-dac03ea871f6 req-ba05888a-35d4-4495-aa94-131cc970bf14 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8377658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748223196968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748222641655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1188448'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:56.989395 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] get_ports_and_sgs() called for port_ids ['0c11a292-f267-405d-8d96-f7adae9c16c9', '08cb501d-0f00-4ca7-9dc7-a3d7105de8e6', '7c19c112-cdfe-4b6f-b32b-6a7f220ae459'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 08:39:57.009198 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba05888a-35d4-4495-aa94-131cc970bf14 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Pushing event deleted for resources: {'Port': ['ID=7c19c112-cdfe-4b6f-b32b-6a7f220ae459,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:39:57.052142 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-e74ea823-3b02-4fb1-b209-dac03ea871f6 req-ba05888a-35d4-4495-aa94-131cc970bf14 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] No DVR routers for this DVR port 7c19c112-cdfe-4b6f-b32b-6a7f220ae459 on host hv-cinder-80043 {{(pid=92952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 08:39:57.054551 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-e74ea823-3b02-4fb1-b209-dac03ea871f6 req-ba05888a-35d4-4495-aa94-131cc970bf14 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:39:57.056753 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-e74ea823-3b02-4fb1-b209-dac03ea871f6 req-ba05888a-35d4-4495-aa94-131cc970bf14 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.23 "DELETE /v2.0/ports/7c19c112-cdfe-4b6f-b32b-6a7f220ae459 HTTP/1.1" status: 204 len: 173 time: 0.3909209 Jul 12 08:39:57.057200 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946c34c5-38f5-4232-9bbd-0c358912dcd0', 'name': 'network-vif-deleted', 'tag': '7c19c112-cdfe-4b6f-b32b-6a7f220ae459'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:39:57.059972 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35659b288decb3563870ae931b8d662eab2da969d6ab5856613d86fcebdbc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c1060a-1169-4e4f-9c5c-2b04d8b1f25f" -d '{"events": [{"server_uuid": "946c34c5-38f5-4232-9bbd-0c358912dcd0", "name": "network-vif-deleted", "tag": "7c19c112-cdfe-4b6f-b32b-6a7f220ae459"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:39:57.102111 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 08:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4651b84b-bc62-4a36-ae3f-8dd024aacab9 x-openstack-request-id: req-4651b84b-bc62-4a36-ae3f-8dd024aacab9 {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:39:57.102407 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "946c34c5-38f5-4232-9bbd-0c358912dcd0", "name": "network-vif-deleted", "tag": "7c19c112-cdfe-4b6f-b32b-6a7f220ae459", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:39:57.102652 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4651b84b-bc62-4a36-ae3f-8dd024aacab9 {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:39:57.103043 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '946c34c5-38f5-4232-9bbd-0c358912dcd0', 'name': 'network-vif-deleted', 'tag': '7c19c112-cdfe-4b6f-b32b-6a7f220ae459', 'status': 'completed', 'code': 200} Jul 12 08:39:57.557375 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-0ce33442-004d-4744-b212-d6fe319ed5c6 req-96b30809-c1ed-4c23-a564-bdae9c22c253 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/ports?device_id=946c34c5-38f5-4232-9bbd-0c358912dcd0 HTTP/1.1" status: 200 len: 210 time: 0.0299544 Jul 12 08:39:59.023977 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa160b-a38d-4386-a452-86426f980328 req-6f939e5f-fd5d-4d3b-8919-bc64c0a59b22 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:39:59.025446 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-aafa160b-a38d-4386-a452-86426f980328 req-6f939e5f-fd5d-4d3b-8919-bc64c0a59b22 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/ports?device_id=36670bcf-83b8-423b-b621-d6d950efb41b HTTP/1.1" status: 200 len: 946 time: 0.0618029 Jul 12 08:39:59.063234 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-aafa160b-a38d-4386-a452-86426f980328 req-8cade8e9-1c7c-4550-aa78-a824e244103e tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/security-groups?id=254a817b-6a4c-4331-8221-ba90efcca5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323038 Jul 12 08:39:59.243308 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 7c19c112-cdfe-4b6f-b32b-6a7f220ae459 no longer exists at agent hyperv_hv-cinder-80043 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 08:39:59.263303 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] No Port match for: 7c19c112-cdfe-4b6f-b32b-6a7f220ae459 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 08:39:59.263646 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 7c19c112-cdfe-4b6f-b32b-6a7f220ae459 not bound to the agent host hv-cinder-80043 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 08:40:00.237054 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3247008e-d050-4dd6-8d22-4859786aa7a9 req-7fcff9d1-d5e0-48ce-afd8-2238b5cbf5c5 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:40:00.239577 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3247008e-d050-4dd6-8d22-4859786aa7a9 req-7fcff9d1-d5e0-48ce-afd8-2238b5cbf5c5 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/ports?device_id=36670bcf-83b8-423b-b621-d6d950efb41b HTTP/1.1" status: 200 len: 946 time: 0.0656581 Jul 12 08:40:00.305815 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3247008e-d050-4dd6-8d22-4859786aa7a9 req-41c31f8e-71b6-4845-82b3-4573564ae7ea tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/security-groups?id=254a817b-6a4c-4331-8221-ba90efcca5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616436 Jul 12 08:40:00.330203 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe9ac4d-6b8e-4739-9d04-5d87c2f54478 req-adc1a148-2096-40c9-b5ee-0ed555a3f2f5 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:40:00.331638 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2fe9ac4d-6b8e-4739-9d04-5d87c2f54478 req-adc1a148-2096-40c9-b5ee-0ed555a3f2f5 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.23 "GET /v2.0/ports?device_id=36670bcf-83b8-423b-b621-d6d950efb41b HTTP/1.1" status: 200 len: 946 time: 0.0813885 Jul 12 08:40:01.308833 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [req-2fe9ac4d-6b8e-4739-9d04-5d87c2f54478 req-6c90df06-0640-4704-b7b4-49f4a49d911f tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Deleting port 08cb501d-0f00-4ca7-9dc7-a3d7105de8e6 {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 08:40:01.309412 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-2fe9ac4d-6b8e-4739-9d04-5d87c2f54478 req-6c90df06-0640-4704-b7b4-49f4a49d911f tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748223187694'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:01.398291 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-2fe9ac4d-6b8e-4739-9d04-5d87c2f54478 req-6c90df06-0640-4704-b7b4-49f4a49d911f tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] For port 08cb501d-0f00-4ca7-9dc7-a3d7105de8e6, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=08cb501d-0f00-4ca7-9dc7-a3d7105de8e6,segment=NetworkSegment(4b77e48a-1884-4073-b8a8-e784b0586792),segment_id=4b77e48a-1884-4073-b8a8-e784b0586792)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:40:01.398666 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-2fe9ac4d-6b8e-4739-9d04-5d87c2f54478 req-6c90df06-0640-4704-b7b4-49f4a49d911f tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528347'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:01.411858 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [req-2fe9ac4d-6b8e-4739-9d04-5d87c2f54478 req-6c90df06-0640-4704-b7b4-49f4a49d911f tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Calling delete_port for 08cb501d-0f00-4ca7-9dc7-a3d7105de8e6 owned by compute:nova {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 08:40:01.472880 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e84090-f994-4740-891b-bbab85b1e8be req-15969a1c-377b-41d1-b97a-86d5073a357a tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:40:01.474402 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-b5e84090-f994-4740-891b-bbab85b1e8be req-15969a1c-377b-41d1-b97a-86d5073a357a tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/ports?device_id=36670bcf-83b8-423b-b621-d6d950efb41b HTTP/1.1" status: 200 len: 946 time: 0.0608554 Jul 12 08:40:01.511970 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-b5e84090-f994-4740-891b-bbab85b1e8be req-959682cc-c3c9-4741-8fc3-cbd60c7e3ee0 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/security-groups?id=254a817b-6a4c-4331-8221-ba90efcca5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320673 Jul 12 08:40:01.541268 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-2fe9ac4d-6b8e-4739-9d04-5d87c2f54478 req-6c90df06-0640-4704-b7b4-49f4a49d911f tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8377658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748223196968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748222641655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1188448'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:01.569471 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c90df06-0640-4704-b7b4-49f4a49d911f tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Pushing event deleted for resources: {'Port': ['ID=08cb501d-0f00-4ca7-9dc7-a3d7105de8e6,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:40:01.612294 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe9ac4d-6b8e-4739-9d04-5d87c2f54478 req-6c90df06-0640-4704-b7b4-49f4a49d911f tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] No DVR routers for this DVR port 08cb501d-0f00-4ca7-9dc7-a3d7105de8e6 on host hv-cinder-80043 {{(pid=92952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 08:40:01.614510 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-2fe9ac4d-6b8e-4739-9d04-5d87c2f54478 req-6c90df06-0640-4704-b7b4-49f4a49d911f tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:01.616431 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-2fe9ac4d-6b8e-4739-9d04-5d87c2f54478 req-6c90df06-0640-4704-b7b4-49f4a49d911f tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.23 "DELETE /v2.0/ports/08cb501d-0f00-4ca7-9dc7-a3d7105de8e6 HTTP/1.1" status: 204 len: 173 time: 0.4002807 Jul 12 08:40:01.616860 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36670bcf-83b8-423b-b621-d6d950efb41b', 'name': 'network-vif-deleted', 'tag': '08cb501d-0f00-4ca7-9dc7-a3d7105de8e6'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:40:01.619061 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35659b288decb3563870ae931b8d662eab2da969d6ab5856613d86fcebdbc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b44a8a6-c489-4b12-a621-31f74b46f85b" -d '{"events": [{"server_uuid": "36670bcf-83b8-423b-b621-d6d950efb41b", "name": "network-vif-deleted", "tag": "08cb501d-0f00-4ca7-9dc7-a3d7105de8e6"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:40:01.657558 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 08:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8345b5ba-c714-4490-835e-b04588cbe376 x-openstack-request-id: req-8345b5ba-c714-4490-835e-b04588cbe376 {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:40:01.658405 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36670bcf-83b8-423b-b621-d6d950efb41b", "name": "network-vif-deleted", "tag": "08cb501d-0f00-4ca7-9dc7-a3d7105de8e6", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:40:01.658669 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8345b5ba-c714-4490-835e-b04588cbe376 {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:40:01.659073 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36670bcf-83b8-423b-b621-d6d950efb41b', 'name': 'network-vif-deleted', 'tag': '08cb501d-0f00-4ca7-9dc7-a3d7105de8e6', 'status': 'completed', 'code': 200} Jul 12 08:40:02.154213 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:02.654212 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-c295dece-8589-41c7-bb8f-fc292f5b010a req-5c9df958-7f00-4b94-9873-4df7badd4d1d tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/ports?device_id=36670bcf-83b8-423b-b621-d6d950efb41b HTTP/1.1" status: 200 len: 210 time: 0.0324597 Jul 12 08:40:03.170516 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] get_ports_and_sgs() called for port_ids ['0c11a292-f267-405d-8d96-f7adae9c16c9', '08cb501d-0f00-4ca7-9dc7-a3d7105de8e6'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 08:40:03.275545 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 08cb501d-0f00-4ca7-9dc7-a3d7105de8e6 no longer exists at agent hyperv_hv-cinder-80043 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 08:40:03.300471 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] No Port match for: 08cb501d-0f00-4ca7-9dc7-a3d7105de8e6 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 08:40:03.300817 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 08cb501d-0f00-4ca7-9dc7-a3d7105de8e6 not bound to the agent host hv-cinder-80043 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 08:40:03.812140 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-744a25e4-e390-4b77-990e-c93a16093145 req-7c396c14-0ede-4544-8691-56909925cc25 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/ports?device_id=36670bcf-83b8-423b-b621-d6d950efb41b HTTP/1.1" status: 200 len: 210 time: 0.0317535 Jul 12 08:40:04.088038 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-93372eee-c4c8-4dda-ab30-9d1b7dc65167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:06.368008 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd70f888-6251-48ef-9863-96264e1002b7 req-7a8d5ecc-b864-494e-acea-50b944f7ce48 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:40:06.369395 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-bd70f888-6251-48ef-9863-96264e1002b7 req-7a8d5ecc-b864-494e-acea-50b944f7ce48 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/ports?device_id=be249f33-27d8-4c48-8227-693b1d4d061e HTTP/1.1" status: 200 len: 945 time: 0.0612750 Jul 12 08:40:06.405174 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-bd70f888-6251-48ef-9863-96264e1002b7 req-94112797-be87-45d4-8e66-32f747e700cd tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/security-groups?id=254a817b-6a4c-4331-8221-ba90efcca5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303319 Jul 12 08:40:06.974817 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:06.992274 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-5ab7316b-9fac-4d8a-ab6c-85d56cfde255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:07.576420 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c93eb-0862-4432-a61d-e125d74073e8 req-ff9c703f-e43f-4c5f-be89-601ed5169caa tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:40:07.577899 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-902c93eb-0862-4432-a61d-e125d74073e8 req-ff9c703f-e43f-4c5f-be89-601ed5169caa tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/ports?device_id=be249f33-27d8-4c48-8227-693b1d4d061e HTTP/1.1" status: 200 len: 945 time: 0.0611558 Jul 12 08:40:07.613811 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-902c93eb-0862-4432-a61d-e125d74073e8 req-0d28eb8d-3757-4913-b3c8-48cf2f2153a3 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/security-groups?id=254a817b-6a4c-4331-8221-ba90efcca5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305185 Jul 12 08:40:07.871143 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8beb-ed90-4929-879a-4eba2c5b629e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:08.162180 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75efe0-e970-4ab3-a98c-72bfffaf91c0 req-664ad109-dbe2-406b-8839-8a264a834ad5 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:40:08.163513 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3e75efe0-e970-4ab3-a98c-72bfffaf91c0 req-664ad109-dbe2-406b-8839-8a264a834ad5 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.23 "GET /v2.0/ports?device_id=be249f33-27d8-4c48-8227-693b1d4d061e HTTP/1.1" status: 200 len: 945 time: 0.0604491 Jul 12 08:40:08.262342 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [req-3e75efe0-e970-4ab3-a98c-72bfffaf91c0 req-0875aec3-5d79-4f66-bbe4-2521f24b9221 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Deleting port 0c11a292-f267-405d-8d96-f7adae9c16c9 {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 08:40:08.262680 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-3e75efe0-e970-4ab3-a98c-72bfffaf91c0 req-0875aec3-5d79-4f66-bbe4-2521f24b9221 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748223187694'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:08.348619 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-3e75efe0-e970-4ab3-a98c-72bfffaf91c0 req-0875aec3-5d79-4f66-bbe4-2521f24b9221 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] For port 0c11a292-f267-405d-8d96-f7adae9c16c9, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=0c11a292-f267-405d-8d96-f7adae9c16c9,segment=NetworkSegment(4b77e48a-1884-4073-b8a8-e784b0586792),segment_id=4b77e48a-1884-4073-b8a8-e784b0586792)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:40:08.348978 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-3e75efe0-e970-4ab3-a98c-72bfffaf91c0 req-0875aec3-5d79-4f66-bbe4-2521f24b9221 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528347'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:08.361228 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [req-3e75efe0-e970-4ab3-a98c-72bfffaf91c0 req-0875aec3-5d79-4f66-bbe4-2521f24b9221 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Calling delete_port for 0c11a292-f267-405d-8d96-f7adae9c16c9 owned by compute:nova {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 08:40:08.484335 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-3e75efe0-e970-4ab3-a98c-72bfffaf91c0 req-0875aec3-5d79-4f66-bbe4-2521f24b9221 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8377658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748223196968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748222641655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1188448'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:08.495869 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] get_ports_and_sgs() called for port_ids ['0c11a292-f267-405d-8d96-f7adae9c16c9'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 08:40:08.512801 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0875aec3-5d79-4f66-bbe4-2521f24b9221 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Pushing event deleted for resources: {'Port': ['ID=0c11a292-f267-405d-8d96-f7adae9c16c9,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:40:08.562914 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e75efe0-e970-4ab3-a98c-72bfffaf91c0 req-0875aec3-5d79-4f66-bbe4-2521f24b9221 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] No DVR routers for this DVR port 0c11a292-f267-405d-8d96-f7adae9c16c9 on host hv-cinder-80043 {{(pid=92952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 08:40:08.565851 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-3e75efe0-e970-4ab3-a98c-72bfffaf91c0 req-0875aec3-5d79-4f66-bbe4-2521f24b9221 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:08.567847 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-3e75efe0-e970-4ab3-a98c-72bfffaf91c0 req-0875aec3-5d79-4f66-bbe4-2521f24b9221 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.23 "DELETE /v2.0/ports/0c11a292-f267-405d-8d96-f7adae9c16c9 HTTP/1.1" status: 204 len: 173 time: 0.3983104 Jul 12 08:40:08.568277 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be249f33-27d8-4c48-8227-693b1d4d061e', 'name': 'network-vif-deleted', 'tag': '0c11a292-f267-405d-8d96-f7adae9c16c9'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:40:08.570550 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35659b288decb3563870ae931b8d662eab2da969d6ab5856613d86fcebdbc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e834b90d-4af5-4792-9dcb-1c4903c4f21b" -d '{"events": [{"server_uuid": "be249f33-27d8-4c48-8227-693b1d4d061e", "name": "network-vif-deleted", "tag": "0c11a292-f267-405d-8d96-f7adae9c16c9"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:40:08.606273 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 08:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afcbd5ff-1fa8-4969-b4e2-64a6be82e35b x-openstack-request-id: req-afcbd5ff-1fa8-4969-b4e2-64a6be82e35b {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:40:08.606877 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be249f33-27d8-4c48-8227-693b1d4d061e", "name": "network-vif-deleted", "tag": "0c11a292-f267-405d-8d96-f7adae9c16c9", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:40:08.606877 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-afcbd5ff-1fa8-4969-b4e2-64a6be82e35b {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:40:08.607170 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be249f33-27d8-4c48-8227-693b1d4d061e', 'name': 'network-vif-deleted', 'tag': '0c11a292-f267-405d-8d96-f7adae9c16c9', 'status': 'completed', 'code': 200} Jul 12 08:40:08.765006 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-d2037242-7913-4d77-8357-353a8c1cb1ec req-c3e3b8d0-9393-48cf-a0c2-39d3d0f62eb5 tempest-AttachVolumeNegativeTest-596427840 tempest-AttachVolumeNegativeTest-596427840-project] 10.222.0.37 "GET /v2.0/ports?device_id=be249f33-27d8-4c48-8227-693b1d4d061e HTTP/1.1" status: 200 len: 210 time: 0.0288689 Jul 12 08:40:09.400020 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8148b14b-fdb1-487f-b940-7b46dc6d16f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:09.853749 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 45524) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:40:09.896552 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.db.db_base_plugin_v2 [None req-eae9869b-c231-49d0-a7de-e133c1130061 admin admin] Deleting subnet 8756298e-9b15-41e9-9d9f-d70fe9f98e7e {{(pid=92951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 08:40:09.899420 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-eae9869b-c231-49d0-a7de-e133c1130061 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:09.934220 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-eae9869b-c231-49d0-a7de-e133c1130061 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8451442'] for subnet, precommit_delete_associations {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:09.971277 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-eae9869b-c231-49d0-a7de-e133c1130061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8247719'] for subnet, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:10.024158 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-eae9869b-c231-49d0-a7de-e133c1130061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8247726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2337239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8738902'] for subnet, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:10.046838 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae9869b-c231-49d0-a7de-e133c1130061 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8756298e-9b15-41e9-9d9f-d70fe9f98e7e,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:40:10.054067 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-eae9869b-c231-49d0-a7de-e133c1130061 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:10.058250 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-eae9869b-c231-49d0-a7de-e133c1130061 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8756298e-9b15-41e9-9d9f-d70fe9f98e7e HTTP/1.1" status: 204 len: 168 time: 0.2033563 Jul 12 08:40:10.058774 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 45530) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:40:10.128372 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-49de67a4-fbba-4446-848b-6801a725f76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884328'] for network, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:10.204936 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-49de67a4-fbba-4446-848b-6801a725f76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8250066', 'neutron.services.segments.db._delete_segments_for_network-8748223159134'] for network, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:10.215839 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.services.segments.db [None req-49de67a4-fbba-4446-848b-6801a725f76e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a0e60a8-aab4-403d-85e0-f93bb62aade7']}} {{(pid=92952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:40:10.226474 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.services.segments.db [None req-49de67a4-fbba-4446-848b-6801a725f76e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b77e48a-1884-4073-b8a8-e784b0586792') {'for_net_delete': True} {{(pid=92952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:40:10.226716 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.services.segments.db [None req-49de67a4-fbba-4446-848b-6801a725f76e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b77e48a-1884-4073-b8a8-e784b0586792') {} {{(pid=92952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:40:10.235613 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-49de67a4-fbba-4446-848b-6801a725f76e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748223174018', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1649681'] for segment, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:10.249866 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-49de67a4-fbba-4446-848b-6801a725f76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246630'] for segment, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:10.255736 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49de67a4-fbba-4446-848b-6801a725f76e admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=92952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 08:40:10.256121 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-49de67a4-fbba-4446-848b-6801a725f76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1188435'] for segment, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:10.257898 dv-cinder-800431-1-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 08:40:10.257898 dv-cinder-800431-1-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 12 08:40:10.257898 dv-cinder-800431-1-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 08:40:10.257898 dv-cinder-800431-1-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 12 08:40:10.257898 dv-cinder-800431-1-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 08:40:10.257898 dv-cinder-800431-1-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 12 08:40:10.257898 dv-cinder-800431-1-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 08:40:10.257898 dv-cinder-800431-1-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 12 08:40:10.257898 dv-cinder-800431-1-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 08:40:10.257898 dv-cinder-800431-1-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 12 08:40:10.257898 dv-cinder-800431-1-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 08:40:10.257898 dv-cinder-800431-1-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 12 08:40:10.257898 dv-cinder-800431-1-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 08:40:10.257898 dv-cinder-800431-1-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 12 08:40:10.257898 dv-cinder-800431-1-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 08:40:10.257898 dv-cinder-800431-1-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 12 08:40:10.257898 dv-cinder-800431-1-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 08:40:10.257898 dv-cinder-800431-1-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 12 08:40:10.257898 dv-cinder-800431-1-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 08:40:10.257898 dv-cinder-800431-1-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 12 08:40:10.257898 dv-cinder-800431-1-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 08:40:10.257898 dv-cinder-800431-1-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 12 08:40:10.257898 dv-cinder-800431-1-iscsi neutron-server[92952]: Traceback (most recent call last): Jul 12 08:40:10.257898 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 08:40:10.257898 dv-cinder-800431-1-iscsi neutron-server[92952]: timer() Jul 12 08:40:10.257898 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 08:40:10.257898 dv-cinder-800431-1-iscsi neutron-server[92952]: cb(*args, **kw) Jul 12 08:40:10.257898 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 08:40:10.257898 dv-cinder-800431-1-iscsi neutron-server[92952]: return func(*args, **kwargs) Jul 12 08:40:10.257898 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 08:40:10.257898 dv-cinder-800431-1-iscsi neutron-server[92952]: self._notify() Jul 12 08:40:10.257898 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 08:40:10.257898 dv-cinder-800431-1-iscsi neutron-server[92952]: self.callback(batched_events) Jul 12 08:40:10.257898 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 08:40:10.257898 dv-cinder-800431-1-iscsi neutron-server[92952]: event.method(event) Jul 12 08:40:10.257898 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 08:40:10.257898 dv-cinder-800431-1-iscsi neutron-server[92952]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 08:40:10.257898 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 08:40:10.257898 dv-cinder-800431-1-iscsi neutron-server[92952]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 08:40:10.257898 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 08:40:10.257898 dv-cinder-800431-1-iscsi neutron-server[92952]: return f(self, *a, **k) Jul 12 08:40:10.257898 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 08:40:10.257898 dv-cinder-800431-1-iscsi neutron-server[92952]: return self._get(url).json() Jul 12 08:40:10.257898 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 08:40:10.257898 dv-cinder-800431-1-iscsi neutron-server[92952]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 08:40:10.257898 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 08:40:10.257898 dv-cinder-800431-1-iscsi neutron-server[92952]: return self.request(url, 'GET', **kwargs) Jul 12 08:40:10.257898 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 08:40:10.257898 dv-cinder-800431-1-iscsi neutron-server[92952]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 08:40:10.257898 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 08:40:10.257898 dv-cinder-800431-1-iscsi neutron-server[92952]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 08:40:10.257898 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 08:40:10.257898 dv-cinder-800431-1-iscsi neutron-server[92952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 08:40:10.257898 dv-cinder-800431-1-iscsi neutron-server[92952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 08:40:10.311200 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-49de67a4-fbba-4446-848b-6801a725f76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8250657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-940980'] for network, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:10.315732 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-49de67a4-fbba-4446-848b-6801a725f76e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for network, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:10.319527 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-49de67a4-fbba-4446-848b-6801a725f76e admin admin] 10.222.0.37 "DELETE /v2.0/networks/4a0e60a8-aab4-403d-85e0-f93bb62aade7 HTTP/1.1" status: 204 len: 168 time: 0.2576032 Jul 12 08:40:10.334460 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de67a4-fbba-4446-848b-6801a725f76e admin admin] Pushing event deleted for resources: {'Network': ['ID=4a0e60a8-aab4-403d-85e0-f93bb62aade7,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:40:10.469775 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 45536) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:40:10.508779 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-5cb73dda-2aae-43b1-9730-f521f4ea0100 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3e2c7bd2f6284950a8847e704c7ed59d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378175 Jul 12 08:40:10.510977 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 45538) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:40:10.555314 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-0add5b39-22d9-4379-a2ad-c4a48e2b46fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:10.575261 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-0add5b39-22d9-4379-a2ad-c4a48e2b46fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:10.619039 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-0add5b39-22d9-4379-a2ad-c4a48e2b46fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:10.621499 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-0add5b39-22d9-4379-a2ad-c4a48e2b46fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:10.622638 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-0add5b39-22d9-4379-a2ad-c4a48e2b46fd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/254a817b-6a4c-4331-8221-ba90efcca5d3 HTTP/1.1" status: 204 len: 168 time: 0.1108024 Jul 12 08:40:10.630777 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0add5b39-22d9-4379-a2ad-c4a48e2b46fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254a817b-6a4c-4331-8221-ba90efcca5d3,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:40:11.320065 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 0c11a292-f267-405d-8d96-f7adae9c16c9 no longer exists at agent hyperv_hv-cinder-80043 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 08:40:11.339911 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] No Port match for: 0c11a292-f267-405d-8d96-f7adae9c16c9 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 08:40:11.340178 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 0c11a292-f267-405d-8d96-f7adae9c16c9 not bound to the agent host hv-cinder-80043 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 08:40:13.535328 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 45622) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:40:13.579306 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_v2 [None req-51ae8ea3-4163-4f32-9bdd-f6d858a41bb1 admin admin] Deleting subnet 1dd09948-1032-4833-83e2-15496aa946c5 {{(pid=92952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 08:40:13.583049 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-51ae8ea3-4163-4f32-9bdd-f6d858a41bb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:13.621854 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-51ae8ea3-4163-4f32-9bdd-f6d858a41bb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1649690'] for subnet, precommit_delete_associations {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:13.660542 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-51ae8ea3-4163-4f32-9bdd-f6d858a41bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8247719'] for subnet, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:13.710618 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-51ae8ea3-4163-4f32-9bdd-f6d858a41bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8247726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1188542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2948071'] for subnet, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:13.737543 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ae8ea3-4163-4f32-9bdd-f6d858a41bb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dd09948-1032-4833-83e2-15496aa946c5,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:40:13.741254 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-51ae8ea3-4163-4f32-9bdd-f6d858a41bb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for subnet, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:13.745776 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 45628) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:40:13.746226 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-51ae8ea3-4163-4f32-9bdd-f6d858a41bb1 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1dd09948-1032-4833-83e2-15496aa946c5 HTTP/1.1" status: 204 len: 168 time: 0.2094517 Jul 12 08:40:13.817140 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-beff3e76-6896-4dbf-87bd-4321e14b5813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884328'] for network, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:13.893409 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-beff3e76-6896-4dbf-87bd-4321e14b5813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8250066', 'neutron.services.segments.db._delete_segments_for_network-8748223159134'] for network, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:13.902897 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.services.segments.db [None req-beff3e76-6896-4dbf-87bd-4321e14b5813 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e48010fb-2d08-470a-a593-a24d04560a7f']}} {{(pid=92951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:40:13.913149 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.services.segments.db [None req-beff3e76-6896-4dbf-87bd-4321e14b5813 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd335fbb8-c4c5-4f46-b49a-7df70ec78abf') {'for_net_delete': True} {{(pid=92951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:40:13.913452 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.services.segments.db [None req-beff3e76-6896-4dbf-87bd-4321e14b5813 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd335fbb8-c4c5-4f46-b49a-7df70ec78abf') {} {{(pid=92951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:40:13.922488 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-beff3e76-6896-4dbf-87bd-4321e14b5813 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748223174018', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8451449'] for segment, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:13.937137 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-beff3e76-6896-4dbf-87bd-4321e14b5813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246630'] for segment, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:13.943201 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beff3e76-6896-4dbf-87bd-4321e14b5813 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=92951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 08:40:13.943588 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-beff3e76-6896-4dbf-87bd-4321e14b5813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2337082'] for segment, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:13.945378 dv-cinder-800431-1-iscsi neutron-server[92951]: Traceback (most recent call last): Jul 12 08:40:13.945378 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 08:40:13.945378 dv-cinder-800431-1-iscsi neutron-server[92951]: timer() Jul 12 08:40:13.945378 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 08:40:13.945378 dv-cinder-800431-1-iscsi neutron-server[92951]: cb(*args, **kw) Jul 12 08:40:13.945378 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 08:40:13.945378 dv-cinder-800431-1-iscsi neutron-server[92951]: return func(*args, **kwargs) Jul 12 08:40:13.945378 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 08:40:13.945378 dv-cinder-800431-1-iscsi neutron-server[92951]: self._notify() Jul 12 08:40:13.945378 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 08:40:13.945378 dv-cinder-800431-1-iscsi neutron-server[92951]: self.callback(batched_events) Jul 12 08:40:13.945378 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 08:40:13.945378 dv-cinder-800431-1-iscsi neutron-server[92951]: event.method(event) Jul 12 08:40:13.945378 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 08:40:13.945378 dv-cinder-800431-1-iscsi neutron-server[92951]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 08:40:13.945378 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 08:40:13.945378 dv-cinder-800431-1-iscsi neutron-server[92951]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 08:40:13.945378 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 08:40:13.945378 dv-cinder-800431-1-iscsi neutron-server[92951]: return f(self, *a, **k) Jul 12 08:40:13.945378 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 08:40:13.945378 dv-cinder-800431-1-iscsi neutron-server[92951]: return self._get(url).json() Jul 12 08:40:13.945378 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 08:40:13.945378 dv-cinder-800431-1-iscsi neutron-server[92951]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 08:40:13.945378 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 08:40:13.945378 dv-cinder-800431-1-iscsi neutron-server[92951]: return self.request(url, 'GET', **kwargs) Jul 12 08:40:13.945378 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 08:40:13.945378 dv-cinder-800431-1-iscsi neutron-server[92951]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 08:40:13.945378 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 08:40:13.945378 dv-cinder-800431-1-iscsi neutron-server[92951]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 08:40:13.945378 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 08:40:13.945378 dv-cinder-800431-1-iscsi neutron-server[92951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 08:40:13.945378 dv-cinder-800431-1-iscsi neutron-server[92951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 08:40:14.005721 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-beff3e76-6896-4dbf-87bd-4321e14b5813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8250657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-940980'] for network, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:14.011680 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-beff3e76-6896-4dbf-87bd-4321e14b5813 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for network, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:14.013365 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-beff3e76-6896-4dbf-87bd-4321e14b5813 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e48010fb-2d08-470a-a593-a24d04560a7f HTTP/1.1" status: 204 len: 168 time: 0.2663226 Jul 12 08:40:14.023095 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff3e76-6896-4dbf-87bd-4321e14b5813 admin admin] Pushing event deleted for resources: {'Network': ['ID=e48010fb-2d08-470a-a593-a24d04560a7f,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:40:14.180764 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 45638) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:40:14.218534 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-db0716d4-4b94-48d4-8ff7-268d11243ad5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c17605437ef14b56b06b396fa6708723&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0365891 Jul 12 08:40:14.221405 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 45640) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:40:14.267139 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d9e0f19c-4beb-4110-bc87-1ccf3dd2cc92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:14.287340 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d9e0f19c-4beb-4110-bc87-1ccf3dd2cc92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:14.332257 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d9e0f19c-4beb-4110-bc87-1ccf3dd2cc92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:14.334922 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-d9e0f19c-4beb-4110-bc87-1ccf3dd2cc92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:14.336134 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-d9e0f19c-4beb-4110-bc87-1ccf3dd2cc92 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7979a974-a717-4399-8606-b6f0675db0e0 HTTP/1.1" status: 204 len: 168 time: 0.1136100 Jul 12 08:40:14.343787 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e0f19c-4beb-4110-bc87-1ccf3dd2cc92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7979a974-a717-4399-8606-b6f0675db0e0,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:40:15.366176 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 45652) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:40:15.463862 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c9acc1df-2ff9-413e-8952-734b771cf714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:15.551843 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c9acc1df-2ff9-413e-8952-734b771cf714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:15.555545 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-c9acc1df-2ff9-413e-8952-734b771cf714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:15.591372 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-c9acc1df-2ff9-413e-8952-734b771cf714 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f768d5269d49446180cb3821dc624148&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2238235 Jul 12 08:40:15.593269 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9acc1df-2ff9-413e-8952-734b771cf714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ad5dde-e843-463f-a881-b18327fe07f2,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:40:15.594199 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 45656) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:40:15.644036 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-5d6836c7-8146-40b6-95cf-cc9b75214115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:15.664367 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-5d6836c7-8146-40b6-95cf-cc9b75214115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:15.711624 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-5d6836c7-8146-40b6-95cf-cc9b75214115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:15.714272 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-5d6836c7-8146-40b6-95cf-cc9b75214115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:15.715371 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-5d6836c7-8146-40b6-95cf-cc9b75214115 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/39ad5dde-e843-463f-a881-b18327fe07f2 HTTP/1.1" status: 204 len: 168 time: 0.1202192 Jul 12 08:40:15.724035 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6836c7-8146-40b6-95cf-cc9b75214115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ad5dde-e843-463f-a881-b18327fe07f2,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:40:15.968003 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 45666) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:40:15.980749 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-a89a8348-667c-4805-9dde-a7b385debcd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:16.066922 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-a89a8348-667c-4805-9dde-a7b385debcd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:16.070434 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-a89a8348-667c-4805-9dde-a7b385debcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:16.110284 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a8348-667c-4805-9dde-a7b385debcd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1eabda2-90ce-4e39-bc80-3f83687ec233,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:40:16.116078 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-a89a8348-667c-4805-9dde-a7b385debcd0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7cb5375405e0453783cbc8affac81d49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1469398 Jul 12 08:40:16.118521 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 45668) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:40:16.164766 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b2d3272f-495c-47c3-94f8-2f794716959a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:16.185126 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b2d3272f-495c-47c3-94f8-2f794716959a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:16.230310 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b2d3272f-495c-47c3-94f8-2f794716959a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:16.232989 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-b2d3272f-495c-47c3-94f8-2f794716959a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:16.234321 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-b2d3272f-495c-47c3-94f8-2f794716959a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a1eabda2-90ce-4e39-bc80-3f83687ec233 HTTP/1.1" status: 204 len: 168 time: 0.1147382 Jul 12 08:40:16.242379 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d3272f-495c-47c3-94f8-2f794716959a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1eabda2-90ce-4e39-bc80-3f83687ec233,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:40:20.208034 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 45726) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:40:20.308098 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-47247c96-6cdd-46ca-a963-c008e11d85d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:20.393538 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-47247c96-6cdd-46ca-a963-c008e11d85d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:20.397133 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-47247c96-6cdd-46ca-a963-c008e11d85d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:20.434532 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-47247c96-6cdd-46ca-a963-c008e11d85d7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=24384cb4d0b94e4cb27484cd8d782cca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2254527 Jul 12 08:40:20.435678 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47247c96-6cdd-46ca-a963-c008e11d85d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7daca73d-f790-4c5d-bbdc-b7476965dadc,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:40:20.437193 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 45730) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:40:20.486193 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e402e51a-63a8-4e59-9e70-f12da4e20e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:20.506830 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e402e51a-63a8-4e59-9e70-f12da4e20e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:20.552735 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e402e51a-63a8-4e59-9e70-f12da4e20e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:20.556389 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e402e51a-63a8-4e59-9e70-f12da4e20e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:20.557548 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-e402e51a-63a8-4e59-9e70-f12da4e20e57 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7daca73d-f790-4c5d-bbdc-b7476965dadc HTTP/1.1" status: 204 len: 168 time: 0.1192837 Jul 12 08:40:20.565164 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e402e51a-63a8-4e59-9e70-f12da4e20e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7daca73d-f790-4c5d-bbdc-b7476965dadc,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:40:20.806261 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 45736) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:40:20.819844 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-32251862-bad4-4759-9d98-9922186e4df4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:20.908573 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-32251862-bad4-4759-9d98-9922186e4df4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:20.912501 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-32251862-bad4-4759-9d98-9922186e4df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:20.949054 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32251862-bad4-4759-9d98-9922186e4df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e085c23-7bbb-4f59-a56c-b3c37643258f,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:40:20.955683 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-32251862-bad4-4759-9d98-9922186e4df4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ce033450c4b143f4b01baa15fdc25933&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1482224 Jul 12 08:40:20.958342 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 45738) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:40:21.009080 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-4dd9b852-5af0-4c31-943b-24eb2512c41a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:21.028590 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-4dd9b852-5af0-4c31-943b-24eb2512c41a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:21.075361 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-4dd9b852-5af0-4c31-943b-24eb2512c41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:21.078136 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-4dd9b852-5af0-4c31-943b-24eb2512c41a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:21.079275 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-4dd9b852-5af0-4c31-943b-24eb2512c41a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8e085c23-7bbb-4f59-a56c-b3c37643258f HTTP/1.1" status: 204 len: 168 time: 0.1200309 Jul 12 08:40:21.086460 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd9b852-5af0-4c31-943b-24eb2512c41a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e085c23-7bbb-4f59-a56c-b3c37643258f,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:40:22.067223 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 45768) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:40:22.167142 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-9c393582-509b-4fa4-9b3a-939caa3f9f02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:22.251299 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-9c393582-509b-4fa4-9b3a-939caa3f9f02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:22.255179 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-9c393582-509b-4fa4-9b3a-939caa3f9f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:22.295280 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-9c393582-509b-4fa4-9b3a-939caa3f9f02 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=84d3601494304bbc8eba577b803b5b72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2269442 Jul 12 08:40:22.296227 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c393582-509b-4fa4-9b3a-939caa3f9f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ff91c6-33c7-4729-8931-dd5ae9db01f7,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:40:22.297967 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 45772) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:40:22.345260 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e5079a01-e0a9-47fb-bce5-f42b2144878a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:22.365519 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e5079a01-e0a9-47fb-bce5-f42b2144878a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:22.411853 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e5079a01-e0a9-47fb-bce5-f42b2144878a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:22.414311 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e5079a01-e0a9-47fb-bce5-f42b2144878a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:22.415438 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-e5079a01-e0a9-47fb-bce5-f42b2144878a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f1ff91c6-33c7-4729-8931-dd5ae9db01f7 HTTP/1.1" status: 204 len: 168 time: 0.1158006 Jul 12 08:40:22.424092 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5079a01-e0a9-47fb-bce5-f42b2144878a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ff91c6-33c7-4729-8931-dd5ae9db01f7,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:40:30.662964 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-27d7ee80-e179-45b7-a334-2b53e9039c09 None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 08:40:32.169634 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:32.223045 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-913f1e08-4bf9-4660-a458-3362e56c2f23 req-d2aa05a4-75c5-40ac-82a2-504ee01acc9d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8fc5b3bc-3845-4187-b539-287cada19bd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0500808 Jul 12 08:40:32.297243 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f1e08-4bf9-4660-a458-3362e56c2f23 req-34a1b43a-8758-4f32-badf-998b36dddaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:40:32.298778 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-913f1e08-4bf9-4660-a458-3362e56c2f23 req-34a1b43a-8758-4f32-badf-998b36dddaec service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=438f5cea71f1415499cf52928dcc2969&device_id=8fc5b3bc-3845-4187-b539-287cada19bd1 HTTP/1.1" status: 200 len: 1098 time: 0.0537889 Jul 12 08:40:32.396880 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f1e08-4bf9-4660-a458-3362e56c2f23 req-df949357-5378-413a-b0ed-84c86294088d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:40:32.398407 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-913f1e08-4bf9-4660-a458-3362e56c2f23 req-df949357-5378-413a-b0ed-84c86294088d service neutron] 10.222.0.23 "GET /v2.0/networks?id=5581a52f-d47d-4f74-951e-8118b7d28c39 HTTP/1.1" status: 200 len: 912 time: 0.0801392 Jul 12 08:40:32.462953 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-913f1e08-4bf9-4660-a458-3362e56c2f23 req-bfb929bc-b527-464d-b868-e8bc58d631c7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68e4ab9e-13a6-4980-9f23-97855563a464 HTTP/1.1" status: 200 len: 1000 time: 0.0577664 Jul 12 08:40:32.509444 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f1e08-4bf9-4660-a458-3362e56c2f23 req-deba37f5-a259-4339-8640-0743ecbb477f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:40:32.510848 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-913f1e08-4bf9-4660-a458-3362e56c2f23 req-deba37f5-a259-4339-8640-0743ecbb477f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cb2b1172-55e9-4a29-9b7c-5452eb5ab550 HTTP/1.1" status: 200 len: 850 time: 0.0417395 Jul 12 08:40:32.564243 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f1e08-4bf9-4660-a458-3362e56c2f23 req-724049dc-dddc-4c83-a938-4b8465faba7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:40:32.565724 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-913f1e08-4bf9-4660-a458-3362e56c2f23 req-724049dc-dddc-4c83-a938-4b8465faba7c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5581a52f-d47d-4f74-951e-8118b7d28c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0491865 Jul 12 08:40:32.659016 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-913f1e08-4bf9-4660-a458-3362e56c2f23 req-f532de8f-c93e-4a06-9bd8-ccffb2177ec4 service neutron] 10.222.0.23 "GET /v2.0/networks/5581a52f-d47d-4f74-951e-8118b7d28c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865910 Jul 12 08:40:32.745528 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-913f1e08-4bf9-4660-a458-3362e56c2f23 req-5e3bcd6a-7369-4afd-b4aa-9328abde126d service neutron] 10.222.0.23 "GET /v2.0/networks/5581a52f-d47d-4f74-951e-8118b7d28c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784876 Jul 12 08:40:34.089290 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6c580863-807e-477c-81cf-0e3256523d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:36.974820 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:36.991162 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a85db61b-d714-4a67-af01-d975372d9a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:37.872687 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8beb-ed90-4929-879a-4eba2c5b629e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:39.403136 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8148b14b-fdb1-487f-b940-7b46dc6d16f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:42.347941 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 45908) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:40:42.446476 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-a90202a6-854b-4469-b3dd-2f248567320f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:42.528910 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-a90202a6-854b-4469-b3dd-2f248567320f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:42.532580 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-a90202a6-854b-4469-b3dd-2f248567320f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_create {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:42.569877 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-a90202a6-854b-4469-b3dd-2f248567320f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6544e42a25654e638c8b70aed80720a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2208927 Jul 12 08:40:42.570740 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90202a6-854b-4469-b3dd-2f248567320f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a28908c-bc3f-4e1f-a910-7b66148a6035,revision_number=1']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:40:42.572694 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 45912) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:40:42.620504 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-5005a3d7-8656-4123-b6b7-efed85b7f8c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:42.641280 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-5005a3d7-8656-4123-b6b7-efed85b7f8c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:42.686089 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-5005a3d7-8656-4123-b6b7-efed85b7f8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:42.688531 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-5005a3d7-8656-4123-b6b7-efed85b7f8c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:40:42.689686 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-5005a3d7-8656-4123-b6b7-efed85b7f8c0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0a28908c-bc3f-4e1f-a910-7b66148a6035 HTTP/1.1" status: 204 len: 168 time: 0.1160128 Jul 12 08:40:42.697564 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5005a3d7-8656-4123-b6b7-efed85b7f8c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a28908c-bc3f-4e1f-a910-7b66148a6035,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:41:02.164385 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:41:04.088852 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-65aa8373-0cd2-437a-919f-719f18c9e30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:41:04.882390 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-091dd894-2137-4a29-a094-4f9b505effa0 req-967e8fe3-925d-4af0-9eba-8bddd3d6a9ec tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1636832873&fields=id&tenant_id=438f5cea71f1415499cf52928dcc2969 HTTP/1.1" status: 200 len: 267 time: 0.0354891 Jul 12 08:41:04.981989 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091dd894-2137-4a29-a094-4f9b505effa0 req-c30f725f-d378-44e9-a248-18c355f99cef tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:41:04.983339 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-091dd894-2137-4a29-a094-4f9b505effa0 req-c30f725f-d378-44e9-a248-18c355f99cef tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/networks?id=5581a52f-d47d-4f74-951e-8118b7d28c39 HTTP/1.1" status: 200 len: 811 time: 0.0949142 Jul 12 08:41:04.996909 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-091dd894-2137-4a29-a094-4f9b505effa0 req-a3fe4a9a-24c3-4454-8922-52c5b6983b77 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/quotas/438f5cea71f1415499cf52928dcc2969 HTTP/1.1" status: 200 len: 375 time: 0.0085328 Jul 12 08:41:05.069183 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-091dd894-2137-4a29-a094-4f9b505effa0 req-0e307948-94d9-4022-a91a-c00217a5d0fc tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=438f5cea71f1415499cf52928dcc2969&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0674546 Jul 12 08:41:05.163245 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-091dd894-2137-4a29-a094-4f9b505effa0 req-93445efc-4199-45dd-b312-97aa70067017 service neutron] 10.222.0.37 "GET /v2.0/networks/5581a52f-d47d-4f74-951e-8118b7d28c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830796 Jul 12 08:41:05.252279 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-091dd894-2137-4a29-a094-4f9b505effa0 req-1cd933dd-c440-4996-b930-e6e6d05fcd2b service neutron] 10.222.0.37 "GET /v2.0/networks/5581a52f-d47d-4f74-951e-8118b7d28c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832870 Jul 12 08:41:05.534711 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0c86dc08-15c1-48ff-bc29-cd1cec63cd4e req-6fb4c92b-0433-4bd7-8c88-a5fa49641d00 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=bca5edda-51b9-4a49-ac1a-dd193582de62 HTTP/1.1" status: 200 len: 210 time: 0.0275857 Jul 12 08:41:06.778024 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091dd894-2137-4a29-a094-4f9b505effa0 req-6d2f0741-ba9a-447e-bb1c-001649d399ae tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:41:06.779473 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-091dd894-2137-4a29-a094-4f9b505effa0 req-6d2f0741-ba9a-447e-bb1c-001649d399ae tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.23 "GET /v2.0/networks?id=5581a52f-d47d-4f74-951e-8118b7d28c39 HTTP/1.1" status: 200 len: 811 time: 0.3581696 Jul 12 08:41:06.820969 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-091dd894-2137-4a29-a094-4f9b505effa0 req-b38f7f39-bbf8-4e91-8c11-8f30e84eead4 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=438f5cea71f1415499cf52928dcc2969 HTTP/1.1" status: 200 len: 380 time: 0.0330315 Jul 12 08:41:06.829875 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-091dd894-2137-4a29-a094-4f9b505effa0 req-d36373f8-ac02-4eaa-9041-91d82854100b tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Request body: {'port': {'device_id': 'bca5edda-51b9-4a49-ac1a-dd193582de62', 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39', 'admin_state_up': True, 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'security_groups': ['6aad1c8b-0a8c-4a5f-8e0c-6415719afecb']}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:41:06.911136 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8f58033b-1ee1-4113-bdf9-40242b3cd449 req-86e9c4d0-0618-43d1-9020-9560fc3f17b2 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=bca5edda-51b9-4a49-ac1a-dd193582de62 HTTP/1.1" status: 200 len: 210 time: 0.2149451 Jul 12 08:41:06.976544 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-091dd894-2137-4a29-a094-4f9b505effa0 req-d36373f8-ac02-4eaa-9041-91d82854100b tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Made reservation on behalf of 438f5cea71f1415499cf52928dcc2969 for: {'port': 1} {{(pid=92952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 08:41:06.977268 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:41:06.981282 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-091dd894-2137-4a29-a094-4f9b505effa0 req-d36373f8-ac02-4eaa-9041-91d82854100b tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:41:06.992901 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1c3b4a53-302b-495a-8089-5acae1a52a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:41:07.113007 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_common [req-091dd894-2137-4a29-a094-4f9b505effa0 req-d36373f8-ac02-4eaa-9041-91d82854100b tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Allocated IP 172.20.0.14 (5581a52f-d47d-4f74-951e-8118b7d28c39/cb2b1172-55e9-4a29-9b7c-5452eb5ab550/9f75aadf-01f7-4f7d-935d-ac98b8628063) {{(pid=92952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 08:41:07.255509 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-091dd894-2137-4a29-a094-4f9b505effa0 req-d36373f8-ac02-4eaa-9041-91d82854100b tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks [] for port, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:41:07.267301 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.provisioning_blocks [req-091dd894-2137-4a29-a094-4f9b505effa0 req-d36373f8-ac02-4eaa-9041-91d82854100b tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Transition to ACTIVE for port object 9f75aadf-01f7-4f7d-935d-ac98b8628063 will not be triggered until provisioned by entity DHCP. {{(pid=92952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:41:07.300089 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-091dd894-2137-4a29-a094-4f9b505effa0 req-d36373f8-ac02-4eaa-9041-91d82854100b tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748222641646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1188457'] for port, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:41:07.338411 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-091dd894-2137-4a29-a094-4f9b505effa0 req-d36373f8-ac02-4eaa-9041-91d82854100b tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Network 5581a52f-d47d-4f74-951e-8118b7d28c39 is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:41:07.341514 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [req-091dd894-2137-4a29-a094-4f9b505effa0 req-d36373f8-ac02-4eaa-9041-91d82854100b tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:41:07.347138 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-091dd894-2137-4a29-a094-4f9b505effa0 req-d36373f8-ac02-4eaa-9041-91d82854100b tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Received port after_create {{(pid=92952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 08:41:07.378786 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36373f8-ac02-4eaa-9041-91d82854100b tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Pushing event updated for resources: {'Port': ['ID=9f75aadf-01f7-4f7d-935d-ac98b8628063,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:41:07.393002 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36373f8-ac02-4eaa-9041-91d82854100b tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:41:07.393353 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36373f8-ac02-4eaa-9041-91d82854100b tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:41:07.393720 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36373f8-ac02-4eaa-9041-91d82854100b tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:41:07.394059 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36373f8-ac02-4eaa-9041-91d82854100b tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:41:07.394393 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36373f8-ac02-4eaa-9041-91d82854100b tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:41:07.394726 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36373f8-ac02-4eaa-9041-91d82854100b tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:41:07.395114 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36373f8-ac02-4eaa-9041-91d82854100b tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:41:07.395447 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36373f8-ac02-4eaa-9041-91d82854100b tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:41:07.395777 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36373f8-ac02-4eaa-9041-91d82854100b tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:41:07.396100 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36373f8-ac02-4eaa-9041-91d82854100b tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:41:07.396420 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36373f8-ac02-4eaa-9041-91d82854100b tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:41:07.396741 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36373f8-ac02-4eaa-9041-91d82854100b tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:41:07.414034 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091dd894-2137-4a29-a094-4f9b505effa0 req-d36373f8-ac02-4eaa-9041-91d82854100b tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:41:07.414678 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-091dd894-2137-4a29-a094-4f9b505effa0 req-d36373f8-ac02-4eaa-9041-91d82854100b tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:41:07.429333 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-091dd894-2137-4a29-a094-4f9b505effa0 req-d36373f8-ac02-4eaa-9041-91d82854100b tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6031320 Jul 12 08:41:07.440665 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [req-091dd894-2137-4a29-a094-4f9b505effa0 req-38e239d2-752b-419e-822b-db97a9bbc5fd service neutron] Request body: {'port': {'device_id': 'bca5edda-51b9-4a49-ac1a-dd193582de62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:41:07.516844 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-091dd894-2137-4a29-a094-4f9b505effa0 req-38e239d2-752b-419e-822b-db97a9bbc5fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:41:07.572734 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a1f0a212-1286-4ec0-9e70-c6e2bf0f9ee9 None None] Provisioning for port 9f75aadf-01f7-4f7d-935d-ac98b8628063 completed by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:41:07.576503 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-a1f0a212-1286-4ec0-9e70-c6e2bf0f9ee9 None None] Provisioning complete for port 9f75aadf-01f7-4f7d-935d-ac98b8628063 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:41:07.576854 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-a1f0a212-1286-4ec0-9e70-c6e2bf0f9ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:41:07.610061 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-a1f0a212-1286-4ec0-9e70-c6e2bf0f9ee9 None None] Port 9f75aadf-01f7-4f7d-935d-ac98b8628063 cannot update to ACTIVE because it is not bound. {{(pid=92953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 08:41:07.661554 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-27d7ee80-e179-45b7-a334-2b53e9039c09 None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 08:41:07.771031 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [req-091dd894-2137-4a29-a094-4f9b505effa0 req-38e239d2-752b-419e-822b-db97a9bbc5fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f75aadf-01f7-4f7d-935d-ac98b8628063 {{(pid=92952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 08:41:07.778273 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-091dd894-2137-4a29-a094-4f9b505effa0 req-38e239d2-752b-419e-822b-db97a9bbc5fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:41:07.789494 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.provisioning_blocks [req-091dd894-2137-4a29-a094-4f9b505effa0 req-38e239d2-752b-419e-822b-db97a9bbc5fd service neutron] Transition to ACTIVE for port object 9f75aadf-01f7-4f7d-935d-ac98b8628063 will not be triggered until provisioned by entity L2. {{(pid=92952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 08:41:07.792997 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-091dd894-2137-4a29-a094-4f9b505effa0 req-38e239d2-752b-419e-822b-db97a9bbc5fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1188479'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:41:07.841542 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e239d2-752b-419e-822b-db97a9bbc5fd service neutron] Pushing event updated for resources: {'Port': ['ID=9f75aadf-01f7-4f7d-935d-ac98b8628063,revision_number=2']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:41:07.881113 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8beb-ed90-4929-879a-4eba2c5b629e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:41:07.915998 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-091dd894-2137-4a29-a094-4f9b505effa0 req-38e239d2-752b-419e-822b-db97a9bbc5fd service neutron] Attempting to bind port 9f75aadf-01f7-4f7d-935d-ac98b8628063 on host hv-cinder-80043 for vnic_type normal with profile {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 08:41:07.916243 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-091dd894-2137-4a29-a094-4f9b505effa0 req-38e239d2-752b-419e-822b-db97a9bbc5fd service neutron] Attempting to bind port 9f75aadf-01f7-4f7d-935d-ac98b8628063 by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': '0b8979b6-9f97-4684-9982-6e73323e0ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39'}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 08:41:07.916556 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091dd894-2137-4a29-a094-4f9b505effa0 req-38e239d2-752b-419e-822b-db97a9bbc5fd service neutron] Attempting to bind port 9f75aadf-01f7-4f7d-935d-ac98b8628063 on network 5581a52f-d47d-4f74-951e-8118b7d28c39 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:41:07.921019 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091dd894-2137-4a29-a094-4f9b505effa0 req-38e239d2-752b-419e-822b-db97a9bbc5fd service neutron] Port 9f75aadf-01f7-4f7d-935d-ac98b8628063 on network 5581a52f-d47d-4f74-951e-8118b7d28c39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 08:41:07.921341 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091dd894-2137-4a29-a094-4f9b505effa0 req-38e239d2-752b-419e-822b-db97a9bbc5fd service neutron] Attempting to bind port 9f75aadf-01f7-4f7d-935d-ac98b8628063 on network 5581a52f-d47d-4f74-951e-8118b7d28c39 {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 08:41:07.926900 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091dd894-2137-4a29-a094-4f9b505effa0 req-38e239d2-752b-419e-822b-db97a9bbc5fd service neutron] Checking agent: {'id': '9498d972-5d3d-47a0-93c6-a71636d6a88c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 8, 29, 30), 'started_at': datetime.datetime(2021, 7, 12, 8, 29, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 8, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 08:41:07.927237 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091dd894-2137-4a29-a094-4f9b505effa0 req-38e239d2-752b-419e-822b-db97a9bbc5fd service neutron] Checking segment: {'id': '0b8979b6-9f97-4684-9982-6e73323e0ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 08:41:07.927626 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091dd894-2137-4a29-a094-4f9b505effa0 req-38e239d2-752b-419e-822b-db97a9bbc5fd service neutron] Bound using segment: {'id': '0b8979b6-9f97-4684-9982-6e73323e0ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39'} {{(pid=92952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 08:41:07.928065 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.managers [req-091dd894-2137-4a29-a094-4f9b505effa0 req-38e239d2-752b-419e-822b-db97a9bbc5fd service neutron] Bound port: 9f75aadf-01f7-4f7d-935d-ac98b8628063, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b8979b6-9f97-4684-9982-6e73323e0ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39'}}] {{(pid=92952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 08:41:07.928431 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-091dd894-2137-4a29-a094-4f9b505effa0 req-38e239d2-752b-419e-822b-db97a9bbc5fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:41:07.995340 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-091dd894-2137-4a29-a094-4f9b505effa0 req-38e239d2-752b-419e-822b-db97a9bbc5fd service neutron] For port 9f75aadf-01f7-4f7d-935d-ac98b8628063, host hv-cinder-80043, cleared binding levels {{(pid=92952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 08:41:07.998625 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-091dd894-2137-4a29-a094-4f9b505effa0 req-38e239d2-752b-419e-822b-db97a9bbc5fd service neutron] For port 9f75aadf-01f7-4f7d-935d-ac98b8628063, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=9f75aadf-01f7-4f7d-935d-ac98b8628063,segment=NetworkSegment(0b8979b6-9f97-4684-9982-6e73323e0ae4),segment_id=0b8979b6-9f97-4684-9982-6e73323e0ae4)] {{(pid=92952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 08:41:08.003129 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-091dd894-2137-4a29-a094-4f9b505effa0 req-38e239d2-752b-419e-822b-db97a9bbc5fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1188479'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:41:08.038518 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091dd894-2137-4a29-a094-4f9b505effa0 req-38e239d2-752b-419e-822b-db97a9bbc5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:41:08.039285 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-091dd894-2137-4a29-a094-4f9b505effa0 req-38e239d2-752b-419e-822b-db97a9bbc5fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:41:08.040881 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-091dd894-2137-4a29-a094-4f9b505effa0 req-38e239d2-752b-419e-822b-db97a9bbc5fd service neutron] 10.222.0.23 "PUT /v2.0/ports/9f75aadf-01f7-4f7d-935d-ac98b8628063 HTTP/1.1" status: 200 len: 1094 time: 0.6045327 Jul 12 08:41:08.041506 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bca5edda-51b9-4a49-ac1a-dd193582de62', 'tag': '9f75aadf-01f7-4f7d-935d-ac98b8628063'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:41:08.044183 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35659b288decb3563870ae931b8d662eab2da969d6ab5856613d86fcebdbc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e0bcf6-bb05-4b66-a329-8df64a7f1ed9" -d '{"events": [{"name": "network-changed", "server_uuid": "bca5edda-51b9-4a49-ac1a-dd193582de62", "tag": "9f75aadf-01f7-4f7d-935d-ac98b8628063"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:41:08.080486 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e239d2-752b-419e-822b-db97a9bbc5fd service neutron] Pushing event updated for resources: {'Port': ['ID=9f75aadf-01f7-4f7d-935d-ac98b8628063,revision_number=3']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:41:08.099544 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 08:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f04cfdf-0278-49ea-aad5-8890fb6fa4f9 x-openstack-request-id: req-9f04cfdf-0278-49ea-aad5-8890fb6fa4f9 {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:41:08.099979 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bca5edda-51b9-4a49-ac1a-dd193582de62", "tag": "9f75aadf-01f7-4f7d-935d-ac98b8628063", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:41:08.100327 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9f04cfdf-0278-49ea-aad5-8890fb6fa4f9 {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:41:08.100846 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bca5edda-51b9-4a49-ac1a-dd193582de62', 'tag': '9f75aadf-01f7-4f7d-935d-ac98b8628063', 'status': 'completed', 'code': 200} Jul 12 08:41:08.111590 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b03b15-8f45-4b6e-968a-8dfc71a07916 req-723259b1-3074-45f9-92f2-ed0bb8045a22 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:41:08.113134 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-09b03b15-8f45-4b6e-968a-8dfc71a07916 req-723259b1-3074-45f9-92f2-ed0bb8045a22 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=bca5edda-51b9-4a49-ac1a-dd193582de62 HTTP/1.1" status: 200 len: 944 time: 0.0849276 Jul 12 08:41:08.153290 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091dd894-2137-4a29-a094-4f9b505effa0 req-5a4b10c5-3ced-453c-92e5-82cf9b94c2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:41:08.154266 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-09b03b15-8f45-4b6e-968a-8dfc71a07916 req-b0216fb9-03b1-491d-bbb4-51a1478fd795 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aad1c8b-0a8c-4a5f-8e0c-6415719afecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348418 Jul 12 08:41:08.154842 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-091dd894-2137-4a29-a094-4f9b505effa0 req-5a4b10c5-3ced-453c-92e5-82cf9b94c2c9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=438f5cea71f1415499cf52928dcc2969&device_id=bca5edda-51b9-4a49-ac1a-dd193582de62 HTTP/1.1" status: 200 len: 1097 time: 0.0641260 Jul 12 08:41:08.197914 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-091dd894-2137-4a29-a094-4f9b505effa0 req-441c64b4-d5bf-4b4d-b59a-edf03e40c788 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f75aadf-01f7-4f7d-935d-ac98b8628063 HTTP/1.1" status: 200 len: 217 time: 0.0351627 Jul 12 08:41:08.248526 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091dd894-2137-4a29-a094-4f9b505effa0 req-7a031ef5-57e2-4b6a-b6b2-6927a4461799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:41:08.250289 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-091dd894-2137-4a29-a094-4f9b505effa0 req-7a031ef5-57e2-4b6a-b6b2-6927a4461799 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cb2b1172-55e9-4a29-9b7c-5452eb5ab550 HTTP/1.1" status: 200 len: 850 time: 0.0468538 Jul 12 08:41:08.306176 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091dd894-2137-4a29-a094-4f9b505effa0 req-14bfc5f4-aaf4-4200-9e0d-062fa2969d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:41:08.307669 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-091dd894-2137-4a29-a094-4f9b505effa0 req-14bfc5f4-aaf4-4200-9e0d-062fa2969d10 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5581a52f-d47d-4f74-951e-8118b7d28c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511150 Jul 12 08:41:08.396399 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-091dd894-2137-4a29-a094-4f9b505effa0 req-d0c029f3-e1c7-480c-b950-bbbc15657728 service neutron] 10.222.0.23 "GET /v2.0/networks/5581a52f-d47d-4f74-951e-8118b7d28c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825360 Jul 12 08:41:08.481035 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-091dd894-2137-4a29-a094-4f9b505effa0 req-ed6aa5b3-ba77-483e-a2ed-06f17e34baef service neutron] 10.222.0.23 "GET /v2.0/networks/5581a52f-d47d-4f74-951e-8118b7d28c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784602 Jul 12 08:41:08.582039 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0bcf6-bb05-4b66-a329-8df64a7f1ed9 req-779f1c00-0644-4349-bddf-fd9bd3bfb932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:41:08.584070 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-86e0bcf6-bb05-4b66-a329-8df64a7f1ed9 req-779f1c00-0644-4349-bddf-fd9bd3bfb932 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=438f5cea71f1415499cf52928dcc2969&device_id=bca5edda-51b9-4a49-ac1a-dd193582de62 HTTP/1.1" status: 200 len: 1097 time: 0.0560431 Jul 12 08:41:08.670189 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0bcf6-bb05-4b66-a329-8df64a7f1ed9 req-f93ea3b2-2939-41ce-9471-f939c1b8d231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:41:08.671637 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-86e0bcf6-bb05-4b66-a329-8df64a7f1ed9 req-f93ea3b2-2939-41ce-9471-f939c1b8d231 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5581a52f-d47d-4f74-951e-8118b7d28c39 HTTP/1.1" status: 200 len: 912 time: 0.0812848 Jul 12 08:41:08.715918 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-86e0bcf6-bb05-4b66-a329-8df64a7f1ed9 req-05a13e24-2770-4efc-9ddf-3912f1e438af service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f75aadf-01f7-4f7d-935d-ac98b8628063 HTTP/1.1" status: 200 len: 217 time: 0.0364130 Jul 12 08:41:08.764147 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0bcf6-bb05-4b66-a329-8df64a7f1ed9 req-67fcb78c-59d8-4730-9a68-01d13c61e205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:41:08.765448 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-86e0bcf6-bb05-4b66-a329-8df64a7f1ed9 req-67fcb78c-59d8-4730-9a68-01d13c61e205 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cb2b1172-55e9-4a29-9b7c-5452eb5ab550 HTTP/1.1" status: 200 len: 850 time: 0.0410569 Jul 12 08:41:08.820544 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0bcf6-bb05-4b66-a329-8df64a7f1ed9 req-0a8ae936-d491-4f65-a4e4-885d60aa559e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:41:08.821997 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-86e0bcf6-bb05-4b66-a329-8df64a7f1ed9 req-0a8ae936-d491-4f65-a4e4-885d60aa559e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5581a52f-d47d-4f74-951e-8118b7d28c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501423 Jul 12 08:41:08.913983 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-86e0bcf6-bb05-4b66-a329-8df64a7f1ed9 req-670e1115-3951-460f-920e-b63b5ebf79e8 service neutron] 10.222.0.23 "GET /v2.0/networks/5581a52f-d47d-4f74-951e-8118b7d28c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824492 Jul 12 08:41:09.002078 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-86e0bcf6-bb05-4b66-a329-8df64a7f1ed9 req-9a5923e6-159e-4729-918e-47327ab0792c service neutron] 10.222.0.23 "GET /v2.0/networks/5581a52f-d47d-4f74-951e-8118b7d28c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790691 Jul 12 08:41:09.327272 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27dab69-049d-423b-b9a9-3ab98e565d95 req-e29851c3-1dcf-4886-8f8a-43c6fe0424a6 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:41:09.328760 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a27dab69-049d-423b-b9a9-3ab98e565d95 req-e29851c3-1dcf-4886-8f8a-43c6fe0424a6 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=bca5edda-51b9-4a49-ac1a-dd193582de62 HTTP/1.1" status: 200 len: 944 time: 0.0632503 Jul 12 08:41:09.365735 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a27dab69-049d-423b-b9a9-3ab98e565d95 req-3a13336a-40c6-4417-9bcf-e56b2c2e0733 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aad1c8b-0a8c-4a5f-8e0c-6415719afecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314651 Jul 12 08:41:09.406494 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8148b14b-fdb1-487f-b940-7b46dc6d16f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:41:10.579925 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f45c67e-3a90-43a4-b51c-438dcb56e2b3 req-a6ef6c9f-2b4c-4750-97c1-9409f3d851f5 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:41:10.581383 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0f45c67e-3a90-43a4-b51c-438dcb56e2b3 req-a6ef6c9f-2b4c-4750-97c1-9409f3d851f5 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=bca5edda-51b9-4a49-ac1a-dd193582de62 HTTP/1.1" status: 200 len: 944 time: 0.1113007 Jul 12 08:41:10.618433 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-0f45c67e-3a90-43a4-b51c-438dcb56e2b3 req-6050a3e9-f2e4-4bd3-83f9-a9c2840265c2 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aad1c8b-0a8c-4a5f-8e0c-6415719afecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308936 Jul 12 08:41:11.792059 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad621f1-db48-4e74-a6ab-7ac5339afa3f req-e9041294-5c11-433e-be88-e42c756d1978 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:41:11.793525 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-fad621f1-db48-4e74-a6ab-7ac5339afa3f req-e9041294-5c11-433e-be88-e42c756d1978 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=bca5edda-51b9-4a49-ac1a-dd193582de62 HTTP/1.1" status: 200 len: 944 time: 0.0671322 Jul 12 08:41:11.830906 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-fad621f1-db48-4e74-a6ab-7ac5339afa3f req-f08406e9-0c93-47cb-9453-d187a41f7c4c tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aad1c8b-0a8c-4a5f-8e0c-6415719afecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318604 Jul 12 08:41:12.996410 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3b35aa-d6fd-4d48-8945-2c2d642362a6 req-956b0e16-4506-4419-83f2-b5bee5ad01b1 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:41:12.997894 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-1b3b35aa-d6fd-4d48-8945-2c2d642362a6 req-956b0e16-4506-4419-83f2-b5bee5ad01b1 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=bca5edda-51b9-4a49-ac1a-dd193582de62 HTTP/1.1" status: 200 len: 944 time: 0.0615854 Jul 12 08:41:13.033835 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-1b3b35aa-d6fd-4d48-8945-2c2d642362a6 req-58d20b70-529c-4a60-b830-63160d2b4b5e tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aad1c8b-0a8c-4a5f-8e0c-6415719afecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303440 Jul 12 08:41:14.200066 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d14bdd5-966d-4722-8de0-18eae6d6e116 req-ab4b29a6-3b24-4a2b-8ca0-2bcd0672bd04 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:41:14.201577 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-1d14bdd5-966d-4722-8de0-18eae6d6e116 req-ab4b29a6-3b24-4a2b-8ca0-2bcd0672bd04 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=bca5edda-51b9-4a49-ac1a-dd193582de62 HTTP/1.1" status: 200 len: 944 time: 0.0611577 Jul 12 08:41:14.237618 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-1d14bdd5-966d-4722-8de0-18eae6d6e116 req-2e11518c-57b8-4689-88f0-7634dd76628e tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aad1c8b-0a8c-4a5f-8e0c-6415719afecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305660 Jul 12 08:41:15.407155 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf5404-6d05-4809-a945-af77bcea1af3 req-e03b9e9c-8399-455f-b271-98f02d1dc5d4 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:41:15.408629 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-1edf5404-6d05-4809-a945-af77bcea1af3 req-e03b9e9c-8399-455f-b271-98f02d1dc5d4 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=bca5edda-51b9-4a49-ac1a-dd193582de62 HTTP/1.1" status: 200 len: 944 time: 0.0649135 Jul 12 08:41:15.444674 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-1edf5404-6d05-4809-a945-af77bcea1af3 req-18105b25-c8b2-4151-ac6e-cf531675d7a3 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aad1c8b-0a8c-4a5f-8e0c-6415719afecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305381 Jul 12 08:41:16.612626 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b2024d-8469-4a3f-911d-4cc0391c3d9f req-7da8ce3a-a4e5-4867-95df-8e0920952961 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:41:16.614728 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-06b2024d-8469-4a3f-911d-4cc0391c3d9f req-7da8ce3a-a4e5-4867-95df-8e0920952961 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=bca5edda-51b9-4a49-ac1a-dd193582de62 HTTP/1.1" status: 200 len: 944 time: 0.0656829 Jul 12 08:41:16.651710 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-06b2024d-8469-4a3f-911d-4cc0391c3d9f req-840b4c71-f987-4ac7-99a1-757ba16cbcd4 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aad1c8b-0a8c-4a5f-8e0c-6415719afecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315804 Jul 12 08:41:17.547308 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 9f75aadf-01f7-4f7d-935d-ac98b8628063 details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=92953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 08:41:17.639979 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port 9f75aadf-01f7-4f7d-935d-ac98b8628063, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=9f75aadf-01f7-4f7d-935d-ac98b8628063,segment=NetworkSegment(0b8979b6-9f97-4684-9982-6e73323e0ae4),segment_id=0b8979b6-9f97-4684-9982-6e73323e0ae4)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:41:17.652848 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Returning: {'device': '9f75aadf-01f7-4f7d-935d-ac98b8628063', 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39', 'port_id': '9f75aadf-01f7-4f7d-935d-ac98b8628063', 'mac_address': 'fa:16:3e:09:d7:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb2b1172-55e9-4a29-9b7c-5452eb5ab550', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 08:41:17.689180 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:41:17.703550 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f75aadf-01f7-4f7d-935d-ac98b8628063 {{(pid=92953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 08:41:17.725021 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port 9f75aadf-01f7-4f7d-935d-ac98b8628063, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=9f75aadf-01f7-4f7d-935d-ac98b8628063,segment=NetworkSegment(0b8979b6-9f97-4684-9982-6e73323e0ae4),segment_id=0b8979b6-9f97-4684-9982-6e73323e0ae4)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:41:17.728946 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:41:17.787322 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Pushing event updated for resources: {'Port': ['ID=9f75aadf-01f7-4f7d-935d-ac98b8628063,revision_number=4']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:41:17.794366 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:41:17.794724 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:41:17.795068 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:41:17.795411 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:41:17.795752 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:41:17.796076 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:41:17.796407 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:41:17.797446 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:41:17.797446 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:41:17.797446 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:41:17.797793 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:41:17.798058 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:41:17.826595 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a8b962-4d41-4b3c-885b-a01682a3edc5 req-71e1e747-ae03-414b-b0d0-f849e9172572 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:41:17.828111 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-c7a8b962-4d41-4b3c-885b-a01682a3edc5 req-71e1e747-ae03-414b-b0d0-f849e9172572 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=bca5edda-51b9-4a49-ac1a-dd193582de62 HTTP/1.1" status: 200 len: 945 time: 0.0635762 Jul 12 08:41:17.867663 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-c7a8b962-4d41-4b3c-885b-a01682a3edc5 req-688ac57e-6ccf-442f-b2cd-c30243f7a618 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aad1c8b-0a8c-4a5f-8e0c-6415719afecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333195 Jul 12 08:41:17.991053 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] get_ports_and_sgs() called for port_ids ['9f75aadf-01f7-4f7d-935d-ac98b8628063'] {{(pid=92953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 08:41:19.039267 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d3c507-3e76-4998-8f3c-d95adf4b8cae req-3a847932-eb7c-49d5-b8c2-c1b239384fc7 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:41:19.040757 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-06d3c507-3e76-4998-8f3c-d95adf4b8cae req-3a847932-eb7c-49d5-b8c2-c1b239384fc7 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=bca5edda-51b9-4a49-ac1a-dd193582de62 HTTP/1.1" status: 200 len: 945 time: 0.0629468 Jul 12 08:41:19.077869 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-06d3c507-3e76-4998-8f3c-d95adf4b8cae req-1f2e30af-da45-4c20-9b07-706ed8b397b5 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aad1c8b-0a8c-4a5f-8e0c-6415719afecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317562 Jul 12 08:41:19.546675 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 9f75aadf-01f7-4f7d-935d-ac98b8628063 up at agent hyperv_hv-cinder-80043 {{(pid=92953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 08:41:19.592878 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Provisioning for port 9f75aadf-01f7-4f7d-935d-ac98b8628063 completed by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 08:41:19.596310 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Provisioning complete for port 9f75aadf-01f7-4f7d-935d-ac98b8628063 triggered by entity L2. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:41:19.596685 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:41:19.669882 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:41:19.695036 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca5edda-51b9-4a49-ac1a-dd193582de62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f75aadf-01f7-4f7d-935d-ac98b8628063'}] {{(pid=92953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:41:19.697294 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af58d1c9f1a57ad28455f2a1c324eb475fddbc81caacf3fdebaad0c9863d536b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94fa0fc-62e7-4069-904d-b5a5ae4b482c" -d '{"events": [{"server_uuid": "bca5edda-51b9-4a49-ac1a-dd193582de62", "name": "network-vif-plugged", "status": "completed", "tag": "9f75aadf-01f7-4f7d-935d-ac98b8628063"}]}' {{(pid=92953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:41:19.710142 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] For port 9f75aadf-01f7-4f7d-935d-ac98b8628063, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=9f75aadf-01f7-4f7d-935d-ac98b8628063,segment=NetworkSegment(0b8979b6-9f97-4684-9982-6e73323e0ae4),segment_id=0b8979b6-9f97-4684-9982-6e73323e0ae4)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:41:19.714434 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478'] for port, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:41:19.741791 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 08:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8858f70-b272-4be1-9793-e6052135f77b x-openstack-request-id: req-f8858f70-b272-4be1-9793-e6052135f77b {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:41:19.742079 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca5edda-51b9-4a49-ac1a-dd193582de62", "name": "network-vif-plugged", "status": "completed", "tag": "9f75aadf-01f7-4f7d-935d-ac98b8628063", "code": 200}]} {{(pid=92953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:41:19.742325 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f8858f70-b272-4be1-9793-e6052135f77b {{(pid=92953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:41:19.742709 dv-cinder-800431-1-iscsi neutron-server[92953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca5edda-51b9-4a49-ac1a-dd193582de62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f75aadf-01f7-4f7d-935d-ac98b8628063', 'code': 200} Jul 12 08:41:19.772627 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Pushing event updated for resources: {'Port': ['ID=9f75aadf-01f7-4f7d-935d-ac98b8628063,revision_number=5']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:41:19.964647 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.provisioning_blocks [None req-c29d0174-7069-483a-a41b-142ee13b387d None None] Provisioning complete for port 9f75aadf-01f7-4f7d-935d-ac98b8628063 triggered by entity DHCP. {{(pid=92953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 08:41:19.965024 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c29d0174-7069-483a-a41b-142ee13b387d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8251989'] for port, provisioning_complete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:41:20.042492 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3995ce-9462-4c0c-a240-1df555594862 req-c79a3dc4-93f3-4df9-acda-430023e92d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:41:20.043988 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4c3995ce-9462-4c0c-a240-1df555594862 req-c79a3dc4-93f3-4df9-acda-430023e92d47 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bca5edda-51b9-4a49-ac1a-dd193582de62 HTTP/1.1" status: 200 len: 1099 time: 0.0917509 Jul 12 08:41:20.076356 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4c3995ce-9462-4c0c-a240-1df555594862 req-002bd486-735d-4ff7-90ae-9b9a6cfc0222 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6aad1c8b-0a8c-4a5f-8e0c-6415719afecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261097 Jul 12 08:41:20.248420 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d602ff2-a5e7-4ab9-949d-0ae9771a90f9 req-14cac52e-39e8-4853-a75c-579683a11d4e tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:41:20.250164 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9d602ff2-a5e7-4ab9-949d-0ae9771a90f9 req-14cac52e-39e8-4853-a75c-579683a11d4e tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=bca5edda-51b9-4a49-ac1a-dd193582de62 HTTP/1.1" status: 200 len: 946 time: 0.0666549 Jul 12 08:41:20.285261 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-9d602ff2-a5e7-4ab9-949d-0ae9771a90f9 req-51974df9-f62c-4619-9bdb-54d27e72d49d tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aad1c8b-0a8c-4a5f-8e0c-6415719afecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296872 Jul 12 08:41:21.457096 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723bb04-af60-4ee2-ba90-501770eae63d req-bf9622d6-e7eb-4d22-9e96-13df971b4eb9 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:41:21.458592 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-3723bb04-af60-4ee2-ba90-501770eae63d req-bf9622d6-e7eb-4d22-9e96-13df971b4eb9 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=bca5edda-51b9-4a49-ac1a-dd193582de62 HTTP/1.1" status: 200 len: 946 time: 0.0639899 Jul 12 08:41:21.494515 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-3723bb04-af60-4ee2-ba90-501770eae63d req-6d6754f5-b059-4604-b622-505213413097 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aad1c8b-0a8c-4a5f-8e0c-6415719afecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305340 Jul 12 08:41:21.661662 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47558571-3cf9-42d5-b0b3-c1e3aed5cfb6 req-d2f6e04e-e8a2-4d7b-981d-453e6ac2c522 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:41:21.663134 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-47558571-3cf9-42d5-b0b3-c1e3aed5cfb6 req-d2f6e04e-e8a2-4d7b-981d-453e6ac2c522 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=bca5edda-51b9-4a49-ac1a-dd193582de62 HTTP/1.1" status: 200 len: 946 time: 0.0615675 Jul 12 08:41:21.698883 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-47558571-3cf9-42d5-b0b3-c1e3aed5cfb6 req-17e0d432-8043-437d-8ec6-929a26c31033 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aad1c8b-0a8c-4a5f-8e0c-6415719afecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303719 Jul 12 08:41:21.723127 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 46006) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:41:21.776824 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79171bf-574a-43b5-8739-31d2b3d460a8 tempest-TestVolumeBootPattern-1534933613 tempest-TestVolumeBootPattern-1534933613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:41:21.778363 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-c79171bf-574a-43b5-8739-31d2b3d460a8 tempest-TestVolumeBootPattern-1534933613 tempest-TestVolumeBootPattern-1534933613-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=bca5edda-51b9-4a49-ac1a-dd193582de62 HTTP/1.1" status: 200 len: 1094 time: 0.0542705 Jul 12 08:41:21.781063 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 46008) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:41:21.785304 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.v2.base [None req-1a89f883-d74a-4192-8789-73803428c502 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Request body: {'floatingip': {'floating_network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'port_id': '9f75aadf-01f7-4f7d-935d-ac98b8628063', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'fixed_ip_address': '172.20.0.14'}} {{(pid=92952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 08:41:21.809886 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-1a89f883-d74a-4192-8789-73803428c502 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks [] for floatingip, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:41:21.902726 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-1a89f883-d74a-4192-8789-73803428c502 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:41:22.003615 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_common [None req-1a89f883-d74a-4192-8789-73803428c502 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Allocated IP 172.27.1.116 (65ec14d2-e0c2-45ad-9132-5fa8e954ebc3/dca57fa4-8523-4dee-8f0e-27ff75670efc/84913a76-d3d5-4667-afba-4d0acfcc68ea) {{(pid=92952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 08:41:22.101160 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-1a89f883-d74a-4192-8789-73803428c502 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks [] for port, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:41:22.138952 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-1a89f883-d74a-4192-8789-73803428c502 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748222641646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1188457'] for port, after_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:41:22.173087 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a89f883-d74a-4192-8789-73803428c502 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Network 65ec14d2-e0c2-45ad-9132-5fa8e954ebc3 is already hosted by enough agents. {{(pid=92952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 08:41:22.178167 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.base_scheduler [None req-1a89f883-d74a-4192-8789-73803428c502 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Resources bound (agent type, host, resource id): {{(pid=92952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 08:41:22.181418 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a89f883-d74a-4192-8789-73803428c502 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Received port after_create {{(pid=92952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 08:41:22.209293 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a89f883-d74a-4192-8789-73803428c502 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Pushing event updated for resources: {'Port': ['ID=84913a76-d3d5-4667-afba-4d0acfcc68ea,revision_number=1']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:41:22.534401 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-1a89f883-d74a-4192-8789-73803428c502 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:41:22.609619 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-1a89f883-d74a-4192-8789-73803428c502 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8377590'] for port, before_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:41:22.751573 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-1a89f883-d74a-4192-8789-73803428c502 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks [] for port, precommit_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:41:22.756071 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-1a89f883-d74a-4192-8789-73803428c502 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-8377651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748223196986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748222643460', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748222643478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1188479'] for port, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:41:22.822698 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a89f883-d74a-4192-8789-73803428c502 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Pushing event updated for resources: {'Port': ['ID=84913a76-d3d5-4667-afba-4d0acfcc68ea,revision_number=2']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:41:22.834189 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-1a89f883-d74a-4192-8789-73803428c502 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-940870'] for floatingip, after_update {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:41:22.937874 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.db.l3_db [None req-1a89f883-d74a-4192-8789-73803428c502 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Floating IP c0f3cb97-ceb1-493b-b66c-495b501c8401 associated. External IP: 172.27.1.116, port: 9f75aadf-01f7-4f7d-935d-ac98b8628063. Jul 12 08:41:23.137451 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a89f883-d74a-4192-8789-73803428c502 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Router 28f309e0-be3c-41db-9a39-c76493f351a4 has already been hosted by L3 agent c0ba3535-5ad7-41e9-9cdc-b89c0ff976de {{(pid=92952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 08:41:23.240259 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a89f883-d74a-4192-8789-73803428c502 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify agent at l3_agent.dv-cinder-800431-1-iscsi the message routers_updated {{(pid=92952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 08:41:23.249519 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f126f521-db10-4552-8562-51c26e29f904 None None] Sync routers for ids ['28f309e0-be3c-41db-9a39-c76493f351a4'] in dv-cinder-800431-1-iscsi {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 08:41:23.256355 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-1a89f883-d74a-4192-8789-73803428c502 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for floatingip, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:41:23.259039 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f126f521-db10-4552-8562-51c26e29f904 None None] Routers {'28f309e0-be3c-41db-9a39-c76493f351a4'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:41:23.259660 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-f126f521-db10-4552-8562-51c26e29f904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:41:07Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['28f309e0-be3c-41db-9a39-c76493f351a4'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:41:23.292894 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-1a89f883-d74a-4192-8789-73803428c502 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5108333 Jul 12 08:41:23.293511 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bca5edda-51b9-4a49-ac1a-dd193582de62', 'tag': '9f75aadf-01f7-4f7d-935d-ac98b8628063'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:41:23.295787 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35659b288decb3563870ae931b8d662eab2da969d6ab5856613d86fcebdbc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6637409d-351e-4623-af0d-cba01854b4f8" -d '{"events": [{"name": "network-changed", "server_uuid": "bca5edda-51b9-4a49-ac1a-dd193582de62", "tag": "9f75aadf-01f7-4f7d-935d-ac98b8628063"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:41:23.329936 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 08:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6dfcb73-0da7-4726-9bf5-8aaa5926e888 x-openstack-request-id: req-c6dfcb73-0da7-4726-9bf5-8aaa5926e888 {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:41:23.330230 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bca5edda-51b9-4a49-ac1a-dd193582de62", "tag": "9f75aadf-01f7-4f7d-935d-ac98b8628063", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:41:23.330485 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c6dfcb73-0da7-4726-9bf5-8aaa5926e888 {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:41:23.330878 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bca5edda-51b9-4a49-ac1a-dd193582de62', 'tag': '9f75aadf-01f7-4f7d-935d-ac98b8628063', 'status': 'completed', 'code': 200} Jul 12 08:41:23.375283 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-f126f521-db10-4552-8562-51c26e29f904 None None] Set router 28f309e0-be3c-41db-9a39-c76493f351a4 gateway port host: dv-cinder-800431-1-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:41:23.404206 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6637409d-351e-4623-af0d-cba01854b4f8 req-af50a585-4670-4f6b-b919-4fe424eafb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:41:23.405746 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6637409d-351e-4623-af0d-cba01854b4f8 req-af50a585-4670-4f6b-b919-4fe424eafb27 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=438f5cea71f1415499cf52928dcc2969&device_id=bca5edda-51b9-4a49-ac1a-dd193582de62 HTTP/1.1" status: 200 len: 1099 time: 0.0523949 Jul 12 08:41:23.494831 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6637409d-351e-4623-af0d-cba01854b4f8 req-202413a2-5d20-4f3f-8570-720d90719a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:41:23.496233 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6637409d-351e-4623-af0d-cba01854b4f8 req-202413a2-5d20-4f3f-8570-720d90719a20 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5581a52f-d47d-4f74-951e-8118b7d28c39 HTTP/1.1" status: 200 len: 912 time: 0.0848324 Jul 12 08:41:23.559393 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6637409d-351e-4623-af0d-cba01854b4f8 req-a6623f40-2a02-4961-88b8-30d45d91f75e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f75aadf-01f7-4f7d-935d-ac98b8628063 HTTP/1.1" status: 200 len: 1000 time: 0.0569313 Jul 12 08:41:23.593289 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-f126f521-db10-4552-8562-51c26e29f904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'name': 'tempest-TestVolumeBootPattern-878369481-router', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'b05e4151-38c8-450e-a153-fd265554fc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:35:49Z', 'updated_at': '2021-07-12T08:35:53Z', 'revision_number': 4, 'project_id': '438f5cea71f1415499cf52928dcc2969', 'gw_port': {'id': 'b05e4151-38c8-450e-a153-fd265554fc0d', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:50Z', 'updated_at': '2021-07-12T08:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_floatingips': [{'id': '6dde2025-21ab-452c-a787-46d03bc6a376', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'floating_ip_address': '172.27.1.96', 'floating_network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'router_id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'port_id': '68e4ab9e-13a6-4980-9f23-97855563a464', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39', 'mac_address': 'fa:16:3e:17:31:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc5b3bc-3845-4187-b539-287cada19bd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T08:39:15Z', 'updated_at': '2021-07-12T08:39:18Z', 'revision_number': 1, 'project_id': '438f5cea71f1415499cf52928dcc2969', 'fixed_ip_address_scope': None}, {'id': 'c0f3cb97-ceb1-493b-b66c-495b501c8401', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'floating_ip_address': '172.27.1.116', 'floating_network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'router_id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'port_id': '9f75aadf-01f7-4f7d-935d-ac98b8628063', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39', 'mac_address': 'fa:16:3e:09:d7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca5edda-51b9-4a49-ac1a-dd193582de62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T08:41:22Z', 'updated_at': '2021-07-12T08:41:22Z', 'revision_number': 0, 'project_id': '438f5cea71f1415499cf52928dcc2969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07783f66-b516-438e-8e85-d20a91d96ed7', 'name': '', 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'mac_address': 'fa:16:3e:f2:2b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'cb2b1172-55e9-4a29-9b7c-5452eb5ab550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:52Z', 'updated_at': '2021-07-12T08:36:00Z', 'revision_number': 5, 'project_id': '438f5cea71f1415499cf52928dcc2969', 'subnets': [{'id': 'cb2b1172-55e9-4a29-9b7c-5452eb5ab550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:41:23.605370 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6637409d-351e-4623-af0d-cba01854b4f8 req-e1355410-bd7c-4216-9ad0-710d944d207e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:41:23.606860 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6637409d-351e-4623-af0d-cba01854b4f8 req-e1355410-bd7c-4216-9ad0-710d944d207e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cb2b1172-55e9-4a29-9b7c-5452eb5ab550 HTTP/1.1" status: 200 len: 850 time: 0.0421019 Jul 12 08:41:23.618732 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f126f521-db10-4552-8562-51c26e29f904 None None] Checking router: 28f309e0-be3c-41db-9a39-c76493f351a4 for host: dv-cinder-800431-1-iscsi {{(pid=92953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 08:41:23.627021 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f126f521-db10-4552-8562-51c26e29f904 None None] Routers {'28f309e0-be3c-41db-9a39-c76493f351a4'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:41:23.627617 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-f126f521-db10-4552-8562-51c26e29f904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:41:07Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['28f309e0-be3c-41db-9a39-c76493f351a4'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:41:23.667109 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6637409d-351e-4623-af0d-cba01854b4f8 req-b9eee998-c80e-44d7-9b35-d324a866c055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:41:23.668600 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6637409d-351e-4623-af0d-cba01854b4f8 req-b9eee998-c80e-44d7-9b35-d324a866c055 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5581a52f-d47d-4f74-951e-8118b7d28c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0560827 Jul 12 08:41:23.679463 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [req-6637409d-351e-4623-af0d-cba01854b4f8 req-1e828193-8e6e-4661-a34c-d6260f0c2088 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=92952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 08:41:23.680387 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6637409d-351e-4623-af0d-cba01854b4f8 req-1e828193-8e6e-4661-a34c-d6260f0c2088 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053489 Jul 12 08:41:23.731870 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-f126f521-db10-4552-8562-51c26e29f904 None None] Set router 28f309e0-be3c-41db-9a39-c76493f351a4 gateway port host: dv-cinder-800431-1-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:41:23.766915 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6637409d-351e-4623-af0d-cba01854b4f8 req-e5da96ba-65a6-4f84-a769-c75bb5081bdb service neutron] 10.222.0.23 "GET /v2.0/networks/5581a52f-d47d-4f74-951e-8118b7d28c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803878 Jul 12 08:41:23.856931 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6637409d-351e-4623-af0d-cba01854b4f8 req-b62266c2-cb4d-43ff-8c8c-986065e0d418 service neutron] 10.222.0.23 "GET /v2.0/networks/5581a52f-d47d-4f74-951e-8118b7d28c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840929 Jul 12 08:41:23.954815 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-f126f521-db10-4552-8562-51c26e29f904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'name': 'tempest-TestVolumeBootPattern-878369481-router', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'b05e4151-38c8-450e-a153-fd265554fc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:35:49Z', 'updated_at': '2021-07-12T08:35:53Z', 'revision_number': 4, 'project_id': '438f5cea71f1415499cf52928dcc2969', 'gw_port': {'id': 'b05e4151-38c8-450e-a153-fd265554fc0d', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:50Z', 'updated_at': '2021-07-12T08:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_floatingips': [{'id': '6dde2025-21ab-452c-a787-46d03bc6a376', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'floating_ip_address': '172.27.1.96', 'floating_network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'router_id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'port_id': '68e4ab9e-13a6-4980-9f23-97855563a464', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39', 'mac_address': 'fa:16:3e:17:31:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc5b3bc-3845-4187-b539-287cada19bd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T08:39:15Z', 'updated_at': '2021-07-12T08:39:18Z', 'revision_number': 1, 'project_id': '438f5cea71f1415499cf52928dcc2969', 'fixed_ip_address_scope': None}, {'id': 'c0f3cb97-ceb1-493b-b66c-495b501c8401', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'floating_ip_address': '172.27.1.116', 'floating_network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'router_id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'port_id': '9f75aadf-01f7-4f7d-935d-ac98b8628063', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39', 'mac_address': 'fa:16:3e:09:d7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca5edda-51b9-4a49-ac1a-dd193582de62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T08:41:22Z', 'updated_at': '2021-07-12T08:41:22Z', 'revision_number': 0, 'project_id': '438f5cea71f1415499cf52928dcc2969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07783f66-b516-438e-8e85-d20a91d96ed7', 'name': '', 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'mac_address': 'fa:16:3e:f2:2b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'cb2b1172-55e9-4a29-9b7c-5452eb5ab550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:52Z', 'updated_at': '2021-07-12T08:36:00Z', 'revision_number': 5, 'project_id': '438f5cea71f1415499cf52928dcc2969', 'subnets': [{'id': 'cb2b1172-55e9-4a29-9b7c-5452eb5ab550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:41:23.980837 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f126f521-db10-4552-8562-51c26e29f904 None None] The sync data for ids ['28f309e0-be3c-41db-9a39-c76493f351a4'] in dv-cinder-800431-1-iscsi is: [{'id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'name': 'tempest-TestVolumeBootPattern-878369481-router', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'b05e4151-38c8-450e-a153-fd265554fc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:35:49Z', 'updated_at': '2021-07-12T08:35:53Z', 'revision_number': 4, 'project_id': '438f5cea71f1415499cf52928dcc2969', 'gw_port': {'id': 'b05e4151-38c8-450e-a153-fd265554fc0d', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:50Z', 'updated_at': '2021-07-12T08:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_floatingips': [{'id': '6dde2025-21ab-452c-a787-46d03bc6a376', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'floating_ip_address': '172.27.1.96', 'floating_network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'router_id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'port_id': '68e4ab9e-13a6-4980-9f23-97855563a464', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39', 'mac_address': 'fa:16:3e:17:31:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc5b3bc-3845-4187-b539-287cada19bd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T08:39:15Z', 'updated_at': '2021-07-12T08:39:18Z', 'revision_number': 1, 'project_id': '438f5cea71f1415499cf52928dcc2969', 'fixed_ip_address_scope': None}, {'id': 'c0f3cb97-ceb1-493b-b66c-495b501c8401', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'floating_ip_address': '172.27.1.116', 'floating_network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'router_id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'port_id': '9f75aadf-01f7-4f7d-935d-ac98b8628063', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39', 'mac_address': 'fa:16:3e:09:d7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca5edda-51b9-4a49-ac1a-dd193582de62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T08:41:22Z', 'updated_at': '2021-07-12T08:41:22Z', 'revision_number': 0, 'project_id': '438f5cea71f1415499cf52928dcc2969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07783f66-b516-438e-8e85-d20a91d96ed7', 'name': '', 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'mac_address': 'fa:16:3e:f2:2b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'cb2b1172-55e9-4a29-9b7c-5452eb5ab550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:52Z', 'updated_at': '2021-07-12T08:36:00Z', 'revision_number': 5, 'project_id': '438f5cea71f1415499cf52928dcc2969', 'subnets': [{'id': 'cb2b1172-55e9-4a29-9b7c-5452eb5ab550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 08:41:24.154540 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc3666f-dbee-464f-8392-89125fe1ea1f None None] New status for floating IP c0f3cb97-ceb1-493b-b66c-495b501c8401: ACTIVE {{(pid=92954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 08:41:32.182472 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:41:34.088203 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-cce8ed42-c670-461f-a4de-037975e3256f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:41:36.979539 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:41:36.995696 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-01a33be2-260e-4b1a-9ac7-f15beae9045a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:41:37.872334 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8beb-ed90-4929-879a-4eba2c5b629e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:41:39.409262 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8148b14b-fdb1-487f-b940-7b46dc6d16f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:41:44.660465 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-27d7ee80-e179-45b7-a334-2b53e9039c09 None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 08:42:02.184785 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:42:04.088059 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-cfd6500f-8e11-4af8-b823-b2746aa1801a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:42:06.985509 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:42:06.995676 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d9a21e61-c7ed-4c0d-bd48-8a4fca28fcae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:42:07.875371 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8beb-ed90-4929-879a-4eba2c5b629e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:42:09.413131 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8148b14b-fdb1-487f-b940-7b46dc6d16f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:42:21.658269 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-27d7ee80-e179-45b7-a334-2b53e9039c09 None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 08:42:32.195696 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:42:33.038677 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ef989037-0c8d-48b1-a8c7-613e9de18829 req-51be057c-9f55-43e5-820b-d12f5a41c236 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8fc5b3bc-3845-4187-b539-287cada19bd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510824 Jul 12 08:42:33.129489 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef989037-0c8d-48b1-a8c7-613e9de18829 req-2400b995-af8b-4978-9ef6-33a3b956288c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:42:33.130981 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ef989037-0c8d-48b1-a8c7-613e9de18829 req-2400b995-af8b-4978-9ef6-33a3b956288c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=438f5cea71f1415499cf52928dcc2969&device_id=8fc5b3bc-3845-4187-b539-287cada19bd1 HTTP/1.1" status: 200 len: 1098 time: 0.0504892 Jul 12 08:42:33.231670 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef989037-0c8d-48b1-a8c7-613e9de18829 req-54c9a242-3533-4be8-b0f8-1e7c3ddcfc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:42:33.233127 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ef989037-0c8d-48b1-a8c7-613e9de18829 req-54c9a242-3533-4be8-b0f8-1e7c3ddcfc1c service neutron] 10.222.0.23 "GET /v2.0/networks?id=5581a52f-d47d-4f74-951e-8118b7d28c39 HTTP/1.1" status: 200 len: 912 time: 0.0836215 Jul 12 08:42:33.294697 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ef989037-0c8d-48b1-a8c7-613e9de18829 req-d3db63e6-81ba-40e9-b9d9-8064a25920b1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68e4ab9e-13a6-4980-9f23-97855563a464 HTTP/1.1" status: 200 len: 1000 time: 0.0554478 Jul 12 08:42:33.343978 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef989037-0c8d-48b1-a8c7-613e9de18829 req-4468db84-fb57-4aed-83a2-a0b0b6d83b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:42:33.345348 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ef989037-0c8d-48b1-a8c7-613e9de18829 req-4468db84-fb57-4aed-83a2-a0b0b6d83b19 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cb2b1172-55e9-4a29-9b7c-5452eb5ab550 HTTP/1.1" status: 200 len: 850 time: 0.0445478 Jul 12 08:42:33.641670 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef989037-0c8d-48b1-a8c7-613e9de18829 req-ffc28c15-fd8a-431b-ab94-3bb8aa0dada2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:42:33.643201 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ef989037-0c8d-48b1-a8c7-613e9de18829 req-ffc28c15-fd8a-431b-ab94-3bb8aa0dada2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5581a52f-d47d-4f74-951e-8118b7d28c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2909067 Jul 12 08:42:33.728120 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ef989037-0c8d-48b1-a8c7-613e9de18829 req-6688739b-ad1d-44f2-9b17-a97465b0724b service neutron] 10.222.0.23 "GET /v2.0/networks/5581a52f-d47d-4f74-951e-8118b7d28c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780647 Jul 12 08:42:33.820040 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ef989037-0c8d-48b1-a8c7-613e9de18829 req-7846ba07-2e64-4635-8356-22671f11d983 service neutron] 10.222.0.23 "GET /v2.0/networks/5581a52f-d47d-4f74-951e-8118b7d28c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851674 Jul 12 08:42:34.088121 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d0e3d8c1-3358-4b95-a9f6-f8442e365b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:42:36.996638 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:42:37.001965 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-541873aa-0213-4305-a1ca-eba7ed0a9d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:42:37.877297 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8beb-ed90-4929-879a-4eba2c5b629e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:42:39.416138 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8148b14b-fdb1-487f-b940-7b46dc6d16f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:42:46.900923 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 46034) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:42:47.049374 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-62104fa2-2bf6-4e88-9110-13881d2e44e3 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Deleting port 84913a76-d3d5-4667-afba-4d0acfcc68ea {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 08:42:47.049737 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-62104fa2-2bf6-4e88-9110-13881d2e44e3 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748223187694'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:42:47.123553 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-62104fa2-2bf6-4e88-9110-13881d2e44e3 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528347'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:42:47.123885 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-62104fa2-2bf6-4e88-9110-13881d2e44e3 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:42:47.135317 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-62104fa2-2bf6-4e88-9110-13881d2e44e3 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Calling delete_port for 84913a76-d3d5-4667-afba-4d0acfcc68ea owned by network:floatingip {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 08:42:47.277717 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-62104fa2-2bf6-4e88-9110-13881d2e44e3 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8377658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748223196968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748222641655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1188448'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:42:47.301512 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62104fa2-2bf6-4e88-9110-13881d2e44e3 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Pushing event deleted for resources: {'Port': ['ID=84913a76-d3d5-4667-afba-4d0acfcc68ea,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:42:47.312069 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62104fa2-2bf6-4e88-9110-13881d2e44e3 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:42:47.312419 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62104fa2-2bf6-4e88-9110-13881d2e44e3 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:42:47.312756 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62104fa2-2bf6-4e88-9110-13881d2e44e3 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:42:47.313088 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62104fa2-2bf6-4e88-9110-13881d2e44e3 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:42:47.313417 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62104fa2-2bf6-4e88-9110-13881d2e44e3 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:42:47.313765 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62104fa2-2bf6-4e88-9110-13881d2e44e3 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:42:47.314092 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62104fa2-2bf6-4e88-9110-13881d2e44e3 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:42:47.314416 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62104fa2-2bf6-4e88-9110-13881d2e44e3 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:42:47.314736 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62104fa2-2bf6-4e88-9110-13881d2e44e3 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:42:47.315053 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62104fa2-2bf6-4e88-9110-13881d2e44e3 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:42:47.315370 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62104fa2-2bf6-4e88-9110-13881d2e44e3 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:42:47.315692 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62104fa2-2bf6-4e88-9110-13881d2e44e3 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:42:47.369087 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-62104fa2-2bf6-4e88-9110-13881d2e44e3 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks [] for floatingip, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:42:47.369411 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.db.l3_db [None req-62104fa2-2bf6-4e88-9110-13881d2e44e3 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Floating IP c0f3cb97-ceb1-493b-b66c-495b501c8401 disassociated (deleted). External IP: 172.27.1.116, port: 9f75aadf-01f7-4f7d-935d-ac98b8628063. Jul 12 08:42:47.565743 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62104fa2-2bf6-4e88-9110-13881d2e44e3 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Router 28f309e0-be3c-41db-9a39-c76493f351a4 has already been hosted by L3 agent c0ba3535-5ad7-41e9-9cdc-b89c0ff976de {{(pid=92952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 08:42:47.669492 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62104fa2-2bf6-4e88-9110-13881d2e44e3 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify agent at l3_agent.dv-cinder-800431-1-iscsi the message routers_updated {{(pid=92952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 08:42:47.674273 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-62104fa2-2bf6-4e88-9110-13881d2e44e3 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for floatingip, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:42:47.680400 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fa2bec-06f4-4ef9-bf85-e6c2dac23afd None None] Sync routers for ids ['28f309e0-be3c-41db-9a39-c76493f351a4'] in dv-cinder-800431-1-iscsi {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 08:42:47.688907 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fa2bec-06f4-4ef9-bf85-e6c2dac23afd None None] Routers {'28f309e0-be3c-41db-9a39-c76493f351a4'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:42:47.689514 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-35fa2bec-06f4-4ef9-bf85-e6c2dac23afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:42:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['28f309e0-be3c-41db-9a39-c76493f351a4'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:42:47.709009 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-62104fa2-2bf6-4e88-9110-13881d2e44e3 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "DELETE /v2.0/floatingips/c0f3cb97-ceb1-493b-b66c-495b501c8401 HTTP/1.1" status: 204 len: 168 time: 0.8069792 Jul 12 08:42:47.709589 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bca5edda-51b9-4a49-ac1a-dd193582de62', 'tag': '9f75aadf-01f7-4f7d-935d-ac98b8628063'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:42:47.711834 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35659b288decb3563870ae931b8d662eab2da969d6ab5856613d86fcebdbc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df941b6-39a2-4e3d-a97f-be732c98bbbf" -d '{"events": [{"name": "network-changed", "server_uuid": "bca5edda-51b9-4a49-ac1a-dd193582de62", "tag": "9f75aadf-01f7-4f7d-935d-ac98b8628063"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:42:47.807593 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 08:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c01df4e-6781-4a39-a73d-539a286774b6 x-openstack-request-id: req-3c01df4e-6781-4a39-a73d-539a286774b6 {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:42:47.807881 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bca5edda-51b9-4a49-ac1a-dd193582de62", "tag": "9f75aadf-01f7-4f7d-935d-ac98b8628063", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:42:47.808126 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3c01df4e-6781-4a39-a73d-539a286774b6 {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:42:47.808520 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bca5edda-51b9-4a49-ac1a-dd193582de62', 'tag': '9f75aadf-01f7-4f7d-935d-ac98b8628063', 'status': 'completed', 'code': 200} Jul 12 08:42:47.886735 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df941b6-39a2-4e3d-a97f-be732c98bbbf req-5353a085-89a2-4467-9462-13f55cc5586e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:42:47.888452 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4df941b6-39a2-4e3d-a97f-be732c98bbbf req-5353a085-89a2-4467-9462-13f55cc5586e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=438f5cea71f1415499cf52928dcc2969&device_id=bca5edda-51b9-4a49-ac1a-dd193582de62 HTTP/1.1" status: 200 len: 1099 time: 0.0591576 Jul 12 08:42:47.924949 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-35fa2bec-06f4-4ef9-bf85-e6c2dac23afd None None] Set router 28f309e0-be3c-41db-9a39-c76493f351a4 gateway port host: dv-cinder-800431-1-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:42:47.990921 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df941b6-39a2-4e3d-a97f-be732c98bbbf req-6452c32e-49f9-4416-b6e5-4870810a64c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:42:47.993257 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4df941b6-39a2-4e3d-a97f-be732c98bbbf req-6452c32e-49f9-4416-b6e5-4870810a64c6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5581a52f-d47d-4f74-951e-8118b7d28c39 HTTP/1.1" status: 200 len: 912 time: 0.0979064 Jul 12 08:42:48.033029 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4df941b6-39a2-4e3d-a97f-be732c98bbbf req-3ddd35fd-6429-46d1-8b1f-25934daadb75 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f75aadf-01f7-4f7d-935d-ac98b8628063 HTTP/1.1" status: 200 len: 217 time: 0.0337415 Jul 12 08:42:48.089679 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df941b6-39a2-4e3d-a97f-be732c98bbbf req-00258640-48db-4779-8ced-c5ca292e05ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:42:48.091108 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4df941b6-39a2-4e3d-a97f-be732c98bbbf req-00258640-48db-4779-8ced-c5ca292e05ed service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cb2b1172-55e9-4a29-9b7c-5452eb5ab550 HTTP/1.1" status: 200 len: 850 time: 0.0503647 Jul 12 08:42:48.101421 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce0ffa-8279-4145-bc54-57814aa56b19 req-e833cdbf-aeae-4f58-95fd-2e980f2f33d1 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:42:48.102932 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e7ce0ffa-8279-4145-bc54-57814aa56b19 req-e833cdbf-aeae-4f58-95fd-2e980f2f33d1 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=bca5edda-51b9-4a49-ac1a-dd193582de62 HTTP/1.1" status: 200 len: 946 time: 0.0676703 Jul 12 08:42:48.146754 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-e7ce0ffa-8279-4145-bc54-57814aa56b19 req-5ec87d20-2699-43e0-9b18-f0b2ecbb9fa4 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aad1c8b-0a8c-4a5f-8e0c-6415719afecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373454 Jul 12 08:42:48.149291 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df941b6-39a2-4e3d-a97f-be732c98bbbf req-fdcb6cee-baa1-42eb-9755-c15ea5ee621d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:42:48.150936 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4df941b6-39a2-4e3d-a97f-be732c98bbbf req-fdcb6cee-baa1-42eb-9755-c15ea5ee621d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5581a52f-d47d-4f74-951e-8118b7d28c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533650 Jul 12 08:42:48.154886 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-35fa2bec-06f4-4ef9-bf85-e6c2dac23afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'name': 'tempest-TestVolumeBootPattern-878369481-router', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'b05e4151-38c8-450e-a153-fd265554fc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:35:49Z', 'updated_at': '2021-07-12T08:35:53Z', 'revision_number': 4, 'project_id': '438f5cea71f1415499cf52928dcc2969', 'gw_port': {'id': 'b05e4151-38c8-450e-a153-fd265554fc0d', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:50Z', 'updated_at': '2021-07-12T08:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_floatingips': [{'id': '6dde2025-21ab-452c-a787-46d03bc6a376', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'floating_ip_address': '172.27.1.96', 'floating_network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'router_id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'port_id': '68e4ab9e-13a6-4980-9f23-97855563a464', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39', 'mac_address': 'fa:16:3e:17:31:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc5b3bc-3845-4187-b539-287cada19bd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T08:39:15Z', 'updated_at': '2021-07-12T08:39:18Z', 'revision_number': 1, 'project_id': '438f5cea71f1415499cf52928dcc2969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07783f66-b516-438e-8e85-d20a91d96ed7', 'name': '', 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'mac_address': 'fa:16:3e:f2:2b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'cb2b1172-55e9-4a29-9b7c-5452eb5ab550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:52Z', 'updated_at': '2021-07-12T08:36:00Z', 'revision_number': 5, 'project_id': '438f5cea71f1415499cf52928dcc2969', 'subnets': [{'id': 'cb2b1172-55e9-4a29-9b7c-5452eb5ab550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:42:48.181951 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fa2bec-06f4-4ef9-bf85-e6c2dac23afd None None] Checking router: 28f309e0-be3c-41db-9a39-c76493f351a4 for host: dv-cinder-800431-1-iscsi {{(pid=92953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 08:42:48.189824 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fa2bec-06f4-4ef9-bf85-e6c2dac23afd None None] Routers {'28f309e0-be3c-41db-9a39-c76493f351a4'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:42:48.190422 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-35fa2bec-06f4-4ef9-bf85-e6c2dac23afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:42:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['28f309e0-be3c-41db-9a39-c76493f351a4'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:42:48.242615 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4df941b6-39a2-4e3d-a97f-be732c98bbbf req-a5ab04c3-534c-4e54-9047-4fa3d083eb47 service neutron] 10.222.0.23 "GET /v2.0/networks/5581a52f-d47d-4f74-951e-8118b7d28c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847929 Jul 12 08:42:48.295097 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-35fa2bec-06f4-4ef9-bf85-e6c2dac23afd None None] Set router 28f309e0-be3c-41db-9a39-c76493f351a4 gateway port host: dv-cinder-800431-1-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:42:48.334908 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-4df941b6-39a2-4e3d-a97f-be732c98bbbf req-3c6cf3c1-32e6-422e-9dc9-e8904d73f134 service neutron] 10.222.0.23 "GET /v2.0/networks/5581a52f-d47d-4f74-951e-8118b7d28c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851438 Jul 12 08:42:48.513889 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-35fa2bec-06f4-4ef9-bf85-e6c2dac23afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'name': 'tempest-TestVolumeBootPattern-878369481-router', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'b05e4151-38c8-450e-a153-fd265554fc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:35:49Z', 'updated_at': '2021-07-12T08:35:53Z', 'revision_number': 4, 'project_id': '438f5cea71f1415499cf52928dcc2969', 'gw_port': {'id': 'b05e4151-38c8-450e-a153-fd265554fc0d', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:50Z', 'updated_at': '2021-07-12T08:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_floatingips': [{'id': '6dde2025-21ab-452c-a787-46d03bc6a376', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'floating_ip_address': '172.27.1.96', 'floating_network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'router_id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'port_id': '68e4ab9e-13a6-4980-9f23-97855563a464', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39', 'mac_address': 'fa:16:3e:17:31:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc5b3bc-3845-4187-b539-287cada19bd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T08:39:15Z', 'updated_at': '2021-07-12T08:39:18Z', 'revision_number': 1, 'project_id': '438f5cea71f1415499cf52928dcc2969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07783f66-b516-438e-8e85-d20a91d96ed7', 'name': '', 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'mac_address': 'fa:16:3e:f2:2b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'cb2b1172-55e9-4a29-9b7c-5452eb5ab550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:52Z', 'updated_at': '2021-07-12T08:36:00Z', 'revision_number': 5, 'project_id': '438f5cea71f1415499cf52928dcc2969', 'subnets': [{'id': 'cb2b1172-55e9-4a29-9b7c-5452eb5ab550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:42:48.539705 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fa2bec-06f4-4ef9-bf85-e6c2dac23afd None None] The sync data for ids ['28f309e0-be3c-41db-9a39-c76493f351a4'] in dv-cinder-800431-1-iscsi is: [{'id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'name': 'tempest-TestVolumeBootPattern-878369481-router', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'b05e4151-38c8-450e-a153-fd265554fc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:35:49Z', 'updated_at': '2021-07-12T08:35:53Z', 'revision_number': 4, 'project_id': '438f5cea71f1415499cf52928dcc2969', 'gw_port': {'id': 'b05e4151-38c8-450e-a153-fd265554fc0d', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:50Z', 'updated_at': '2021-07-12T08:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_floatingips': [{'id': '6dde2025-21ab-452c-a787-46d03bc6a376', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'floating_ip_address': '172.27.1.96', 'floating_network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'router_id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'port_id': '68e4ab9e-13a6-4980-9f23-97855563a464', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39', 'mac_address': 'fa:16:3e:17:31:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc5b3bc-3845-4187-b539-287cada19bd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T08:39:15Z', 'updated_at': '2021-07-12T08:39:18Z', 'revision_number': 1, 'project_id': '438f5cea71f1415499cf52928dcc2969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07783f66-b516-438e-8e85-d20a91d96ed7', 'name': '', 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'mac_address': 'fa:16:3e:f2:2b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'cb2b1172-55e9-4a29-9b7c-5452eb5ab550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:52Z', 'updated_at': '2021-07-12T08:36:00Z', 'revision_number': 5, 'project_id': '438f5cea71f1415499cf52928dcc2969', 'subnets': [{'id': 'cb2b1172-55e9-4a29-9b7c-5452eb5ab550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 08:42:48.740875 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febb57b7-b31a-4e48-8346-15d82b4a459a None None] New status for floating IP c0f3cb97-ceb1-493b-b66c-495b501c8401: DOWN {{(pid=92954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 08:42:49.315795 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7168e4a-c113-4212-a1fa-59268dbd6f15 req-64557e75-671c-4971-8c09-6b2c7873c9a9 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:42:49.317276 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a7168e4a-c113-4212-a1fa-59268dbd6f15 req-64557e75-671c-4971-8c09-6b2c7873c9a9 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=bca5edda-51b9-4a49-ac1a-dd193582de62 HTTP/1.1" status: 200 len: 946 time: 0.0625222 Jul 12 08:42:49.353644 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a7168e4a-c113-4212-a1fa-59268dbd6f15 req-eae15b17-793f-4834-9706-915b36711713 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aad1c8b-0a8c-4a5f-8e0c-6415719afecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309100 Jul 12 08:42:49.520225 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70d71d-bbca-4135-b319-a2f4b5b0bc1a req-00920a01-5575-41fb-8f73-b6f29c7458d4 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:42:49.521597 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6c70d71d-bbca-4135-b319-a2f4b5b0bc1a req-00920a01-5575-41fb-8f73-b6f29c7458d4 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.23 "GET /v2.0/ports?device_id=bca5edda-51b9-4a49-ac1a-dd193582de62 HTTP/1.1" status: 200 len: 946 time: 0.0708079 Jul 12 08:42:49.616023 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [req-6c70d71d-bbca-4135-b319-a2f4b5b0bc1a req-33208257-04f7-4e1c-8e14-deec7074dece tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Deleting port 9f75aadf-01f7-4f7d-935d-ac98b8628063 {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 08:42:49.616365 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-6c70d71d-bbca-4135-b319-a2f4b5b0bc1a req-33208257-04f7-4e1c-8e14-deec7074dece tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748223187694'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:42:49.702648 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-6c70d71d-bbca-4135-b319-a2f4b5b0bc1a req-33208257-04f7-4e1c-8e14-deec7074dece tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] For port 9f75aadf-01f7-4f7d-935d-ac98b8628063, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=9f75aadf-01f7-4f7d-935d-ac98b8628063,segment=NetworkSegment(0b8979b6-9f97-4684-9982-6e73323e0ae4),segment_id=0b8979b6-9f97-4684-9982-6e73323e0ae4)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:42:49.703004 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-6c70d71d-bbca-4135-b319-a2f4b5b0bc1a req-33208257-04f7-4e1c-8e14-deec7074dece tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528347'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:42:49.715722 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [req-6c70d71d-bbca-4135-b319-a2f4b5b0bc1a req-33208257-04f7-4e1c-8e14-deec7074dece tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Calling delete_port for 9f75aadf-01f7-4f7d-935d-ac98b8628063 owned by compute:nova {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 08:42:49.835848 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-6c70d71d-bbca-4135-b319-a2f4b5b0bc1a req-33208257-04f7-4e1c-8e14-deec7074dece tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8377658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748223196968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748222641655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1188448'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:42:49.867607 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33208257-04f7-4e1c-8e14-deec7074dece tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Pushing event deleted for resources: {'Port': ['ID=9f75aadf-01f7-4f7d-935d-ac98b8628063,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:42:49.911526 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c70d71d-bbca-4135-b319-a2f4b5b0bc1a req-33208257-04f7-4e1c-8e14-deec7074dece tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] No DVR routers for this DVR port 9f75aadf-01f7-4f7d-935d-ac98b8628063 on host hv-cinder-80043 {{(pid=92952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 08:42:49.914580 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-6c70d71d-bbca-4135-b319-a2f4b5b0bc1a req-33208257-04f7-4e1c-8e14-deec7074dece tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:42:49.916522 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-6c70d71d-bbca-4135-b319-a2f4b5b0bc1a req-33208257-04f7-4e1c-8e14-deec7074dece tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.23 "DELETE /v2.0/ports/9f75aadf-01f7-4f7d-935d-ac98b8628063 HTTP/1.1" status: 204 len: 173 time: 0.3898499 Jul 12 08:42:49.916973 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca5edda-51b9-4a49-ac1a-dd193582de62', 'name': 'network-vif-deleted', 'tag': '9f75aadf-01f7-4f7d-935d-ac98b8628063'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:42:49.919187 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35659b288decb3563870ae931b8d662eab2da969d6ab5856613d86fcebdbc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3393b25a-75bb-4ef8-a19a-23e16cbcaad5" -d '{"events": [{"server_uuid": "bca5edda-51b9-4a49-ac1a-dd193582de62", "name": "network-vif-deleted", "tag": "9f75aadf-01f7-4f7d-935d-ac98b8628063"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:42:49.970454 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 08:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9978de45-9ae2-4cc6-aabf-131857c4c246 x-openstack-request-id: req-9978de45-9ae2-4cc6-aabf-131857c4c246 {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:42:49.970749 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca5edda-51b9-4a49-ac1a-dd193582de62", "name": "network-vif-deleted", "tag": "9f75aadf-01f7-4f7d-935d-ac98b8628063", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:42:49.971002 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9978de45-9ae2-4cc6-aabf-131857c4c246 {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:42:49.971433 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca5edda-51b9-4a49-ac1a-dd193582de62', 'name': 'network-vif-deleted', 'tag': '9f75aadf-01f7-4f7d-935d-ac98b8628063', 'status': 'completed', 'code': 200} Jul 12 08:42:50.501751 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-8de563f0-2219-41bf-89b0-05930e58cf07 req-c59270c9-3522-472a-845e-2e6ddd5706c2 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=bca5edda-51b9-4a49-ac1a-dd193582de62 HTTP/1.1" status: 200 len: 210 time: 0.0281835 Jul 12 08:42:53.802837 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 46078) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:42:53.951797 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-bc2824ca-4d33-4f7f-8722-0cc886dbe5d1 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Deleting port 86983a95-ee6c-44b1-adc4-a1d5d2c5df26 {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 08:42:53.952143 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-bc2824ca-4d33-4f7f-8722-0cc886dbe5d1 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748223187694'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:42:53.965221 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 9f75aadf-01f7-4f7d-935d-ac98b8628063 no longer exists at agent hyperv_hv-cinder-80043 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 08:42:53.984654 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] No Port match for: 9f75aadf-01f7-4f7d-935d-ac98b8628063 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 08:42:53.985000 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 9f75aadf-01f7-4f7d-935d-ac98b8628063 not bound to the agent host hv-cinder-80043 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 08:42:54.027559 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-bc2824ca-4d33-4f7f-8722-0cc886dbe5d1 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528347'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:42:54.027886 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-bc2824ca-4d33-4f7f-8722-0cc886dbe5d1 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:42:54.039310 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-bc2824ca-4d33-4f7f-8722-0cc886dbe5d1 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Calling delete_port for 86983a95-ee6c-44b1-adc4-a1d5d2c5df26 owned by network:floatingip {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 08:42:54.177807 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-bc2824ca-4d33-4f7f-8722-0cc886dbe5d1 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8377658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748223196968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748222641655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1188448'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:42:54.201989 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2824ca-4d33-4f7f-8722-0cc886dbe5d1 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Pushing event deleted for resources: {'Port': ['ID=86983a95-ee6c-44b1-adc4-a1d5d2c5df26,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:42:54.265885 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-bc2824ca-4d33-4f7f-8722-0cc886dbe5d1 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks [] for floatingip, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:42:54.266242 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.db.l3_db [None req-bc2824ca-4d33-4f7f-8722-0cc886dbe5d1 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Floating IP 6dde2025-21ab-452c-a787-46d03bc6a376 disassociated (deleted). External IP: 172.27.1.96, port: 68e4ab9e-13a6-4980-9f23-97855563a464. Jul 12 08:42:54.463419 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc2824ca-4d33-4f7f-8722-0cc886dbe5d1 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Router 28f309e0-be3c-41db-9a39-c76493f351a4 has already been hosted by L3 agent c0ba3535-5ad7-41e9-9cdc-b89c0ff976de {{(pid=92952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 08:42:54.566607 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2824ca-4d33-4f7f-8722-0cc886dbe5d1 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify agent at l3_agent.dv-cinder-800431-1-iscsi the message routers_updated {{(pid=92952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 08:42:54.571741 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-bc2824ca-4d33-4f7f-8722-0cc886dbe5d1 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for floatingip, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:42:54.581535 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c58c899-86f8-47d4-8aaa-85c7215585c6 None None] Sync routers for ids ['28f309e0-be3c-41db-9a39-c76493f351a4'] in dv-cinder-800431-1-iscsi {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 08:42:54.591299 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c58c899-86f8-47d4-8aaa-85c7215585c6 None None] Routers {'28f309e0-be3c-41db-9a39-c76493f351a4'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:42:54.591920 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-2c58c899-86f8-47d4-8aaa-85c7215585c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:42:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['28f309e0-be3c-41db-9a39-c76493f351a4'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:42:54.609863 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-bc2824ca-4d33-4f7f-8722-0cc886dbe5d1 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "DELETE /v2.0/floatingips/6dde2025-21ab-452c-a787-46d03bc6a376 HTTP/1.1" status: 204 len: 168 time: 0.8053126 Jul 12 08:42:54.610544 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fc5b3bc-3845-4187-b539-287cada19bd1', 'tag': '68e4ab9e-13a6-4980-9f23-97855563a464'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:42:54.612868 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35659b288decb3563870ae931b8d662eab2da969d6ab5856613d86fcebdbc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a10629-6939-4fc1-8007-203a5cda695b" -d '{"events": [{"name": "network-changed", "server_uuid": "8fc5b3bc-3845-4187-b539-287cada19bd1", "tag": "68e4ab9e-13a6-4980-9f23-97855563a464"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:42:54.652863 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 08:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16bd70a-ea51-4cb8-b8bb-f0e475c6c1e2 x-openstack-request-id: req-c16bd70a-ea51-4cb8-b8bb-f0e475c6c1e2 {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:42:54.653215 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fc5b3bc-3845-4187-b539-287cada19bd1", "tag": "68e4ab9e-13a6-4980-9f23-97855563a464", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:42:54.653552 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c16bd70a-ea51-4cb8-b8bb-f0e475c6c1e2 {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:42:54.654028 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fc5b3bc-3845-4187-b539-287cada19bd1', 'tag': '68e4ab9e-13a6-4980-9f23-97855563a464', 'status': 'completed', 'code': 200} Jul 12 08:42:54.701684 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-2c58c899-86f8-47d4-8aaa-85c7215585c6 None None] Set router 28f309e0-be3c-41db-9a39-c76493f351a4 gateway port host: dv-cinder-800431-1-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:42:54.725720 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a10629-6939-4fc1-8007-203a5cda695b req-9279ab88-2656-4530-805a-b4aacb46d2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:42:54.727182 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-97a10629-6939-4fc1-8007-203a5cda695b req-9279ab88-2656-4530-805a-b4aacb46d2a8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=438f5cea71f1415499cf52928dcc2969&device_id=8fc5b3bc-3845-4187-b539-287cada19bd1 HTTP/1.1" status: 200 len: 1098 time: 0.0525570 Jul 12 08:42:54.814829 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a10629-6939-4fc1-8007-203a5cda695b req-c8275e50-b373-4601-8054-5d20e547685b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:42:54.816319 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-97a10629-6939-4fc1-8007-203a5cda695b req-c8275e50-b373-4601-8054-5d20e547685b service neutron] 10.222.0.23 "GET /v2.0/networks?id=5581a52f-d47d-4f74-951e-8118b7d28c39 HTTP/1.1" status: 200 len: 912 time: 0.0831254 Jul 12 08:42:54.865946 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-97a10629-6939-4fc1-8007-203a5cda695b req-1cd22148-d971-4f79-817e-77694ff23423 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68e4ab9e-13a6-4980-9f23-97855563a464 HTTP/1.1" status: 200 len: 217 time: 0.0421884 Jul 12 08:42:54.909937 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-2c58c899-86f8-47d4-8aaa-85c7215585c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'name': 'tempest-TestVolumeBootPattern-878369481-router', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'b05e4151-38c8-450e-a153-fd265554fc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:35:49Z', 'updated_at': '2021-07-12T08:35:53Z', 'revision_number': 4, 'project_id': '438f5cea71f1415499cf52928dcc2969', 'gw_port': {'id': 'b05e4151-38c8-450e-a153-fd265554fc0d', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:50Z', 'updated_at': '2021-07-12T08:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_interfaces': [{'id': '07783f66-b516-438e-8e85-d20a91d96ed7', 'name': '', 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'mac_address': 'fa:16:3e:f2:2b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'cb2b1172-55e9-4a29-9b7c-5452eb5ab550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:52Z', 'updated_at': '2021-07-12T08:36:00Z', 'revision_number': 5, 'project_id': '438f5cea71f1415499cf52928dcc2969', 'subnets': [{'id': 'cb2b1172-55e9-4a29-9b7c-5452eb5ab550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:42:54.915814 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a10629-6939-4fc1-8007-203a5cda695b req-dfba668b-0205-4a4c-b4cc-3a2c76f88398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:42:54.917311 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-97a10629-6939-4fc1-8007-203a5cda695b req-dfba668b-0205-4a4c-b4cc-3a2c76f88398 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cb2b1172-55e9-4a29-9b7c-5452eb5ab550 HTTP/1.1" status: 200 len: 850 time: 0.0454426 Jul 12 08:42:54.937477 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c58c899-86f8-47d4-8aaa-85c7215585c6 None None] Checking router: 28f309e0-be3c-41db-9a39-c76493f351a4 for host: dv-cinder-800431-1-iscsi {{(pid=92953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 08:42:54.946504 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c58c899-86f8-47d4-8aaa-85c7215585c6 None None] Routers {'28f309e0-be3c-41db-9a39-c76493f351a4'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:42:54.947126 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-2c58c899-86f8-47d4-8aaa-85c7215585c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:42:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['28f309e0-be3c-41db-9a39-c76493f351a4'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:42:54.975545 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a10629-6939-4fc1-8007-203a5cda695b req-ac4dba0e-34c6-429a-b6c7-ab5dbd4212a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:42:54.977136 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-97a10629-6939-4fc1-8007-203a5cda695b req-ac4dba0e-34c6-429a-b6c7-ab5dbd4212a3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5581a52f-d47d-4f74-951e-8118b7d28c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529521 Jul 12 08:42:54.982986 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef42f9a-c3d0-437f-ac81-f77092293e09 req-86f948e5-c13a-464b-a9e3-949b2b862207 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:42:54.984458 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-fef42f9a-c3d0-437f-ac81-f77092293e09 req-86f948e5-c13a-464b-a9e3-949b2b862207 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fc5b3bc-3845-4187-b539-287cada19bd1 HTTP/1.1" status: 200 len: 945 time: 0.0628395 Jul 12 08:42:55.023647 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [req-fef42f9a-c3d0-437f-ac81-f77092293e09 req-c1c9c23f-0cc2-4c2f-aa75-6b480584b4dd tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aad1c8b-0a8c-4a5f-8e0c-6415719afecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334177 Jul 12 08:42:55.057137 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-2c58c899-86f8-47d4-8aaa-85c7215585c6 None None] Set router 28f309e0-be3c-41db-9a39-c76493f351a4 gateway port host: dv-cinder-800431-1-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:42:55.071059 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-97a10629-6939-4fc1-8007-203a5cda695b req-763a9b9c-d30a-484b-8213-35a680ce8035 service neutron] 10.222.0.23 "GET /v2.0/networks/5581a52f-d47d-4f74-951e-8118b7d28c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868578 Jul 12 08:42:55.159342 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-97a10629-6939-4fc1-8007-203a5cda695b req-64eff48a-dce0-4bea-8d71-5844bc2d56f6 service neutron] 10.222.0.23 "GET /v2.0/networks/5581a52f-d47d-4f74-951e-8118b7d28c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813050 Jul 12 08:42:55.247877 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-2c58c899-86f8-47d4-8aaa-85c7215585c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'name': 'tempest-TestVolumeBootPattern-878369481-router', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'b05e4151-38c8-450e-a153-fd265554fc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:35:49Z', 'updated_at': '2021-07-12T08:35:53Z', 'revision_number': 4, 'project_id': '438f5cea71f1415499cf52928dcc2969', 'gw_port': {'id': 'b05e4151-38c8-450e-a153-fd265554fc0d', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:50Z', 'updated_at': '2021-07-12T08:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_interfaces': [{'id': '07783f66-b516-438e-8e85-d20a91d96ed7', 'name': '', 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'mac_address': 'fa:16:3e:f2:2b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'cb2b1172-55e9-4a29-9b7c-5452eb5ab550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:52Z', 'updated_at': '2021-07-12T08:36:00Z', 'revision_number': 5, 'project_id': '438f5cea71f1415499cf52928dcc2969', 'subnets': [{'id': 'cb2b1172-55e9-4a29-9b7c-5452eb5ab550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:42:55.277352 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c58c899-86f8-47d4-8aaa-85c7215585c6 None None] The sync data for ids ['28f309e0-be3c-41db-9a39-c76493f351a4'] in dv-cinder-800431-1-iscsi is: [{'id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'name': 'tempest-TestVolumeBootPattern-878369481-router', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'b05e4151-38c8-450e-a153-fd265554fc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:35:49Z', 'updated_at': '2021-07-12T08:35:53Z', 'revision_number': 4, 'project_id': '438f5cea71f1415499cf52928dcc2969', 'gw_port': {'id': 'b05e4151-38c8-450e-a153-fd265554fc0d', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:50Z', 'updated_at': '2021-07-12T08:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi', '_interfaces': [{'id': '07783f66-b516-438e-8e85-d20a91d96ed7', 'name': '', 'network_id': '5581a52f-d47d-4f74-951e-8118b7d28c39', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'mac_address': 'fa:16:3e:f2:2b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'cb2b1172-55e9-4a29-9b7c-5452eb5ab550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:52Z', 'updated_at': '2021-07-12T08:36:00Z', 'revision_number': 5, 'project_id': '438f5cea71f1415499cf52928dcc2969', 'subnets': [{'id': 'cb2b1172-55e9-4a29-9b7c-5452eb5ab550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 08:42:55.474999 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a94bac-10d5-4ae2-8894-d52102ec74e2 None None] New status for floating IP 6dde2025-21ab-452c-a787-46d03bc6a376: DOWN {{(pid=92954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 08:42:56.195141 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96037fe-c0dc-4209-9139-8943c3c69e7c req-e9866d55-ea0c-4705-ae71-223b7457e3e2 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:42:56.196585 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a96037fe-c0dc-4209-9139-8943c3c69e7c req-e9866d55-ea0c-4705-ae71-223b7457e3e2 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fc5b3bc-3845-4187-b539-287cada19bd1 HTTP/1.1" status: 200 len: 945 time: 0.0603731 Jul 12 08:42:56.236418 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-a96037fe-c0dc-4209-9139-8943c3c69e7c req-e52fda19-4807-4ff6-8c72-c3f54ae755d3 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/security-groups?id=6aad1c8b-0a8c-4a5f-8e0c-6415719afecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344357 Jul 12 08:42:56.375736 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d81b2-5bff-4c08-9aa2-f81a677bdfd7 req-997b1a92-53e6-491a-808c-940c73fdde1e tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 08:42:56.377062 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ae0d81b2-5bff-4c08-9aa2-f81a677bdfd7 req-997b1a92-53e6-491a-808c-940c73fdde1e tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fc5b3bc-3845-4187-b539-287cada19bd1 HTTP/1.1" status: 200 len: 945 time: 0.0629101 Jul 12 08:42:56.469671 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [req-ae0d81b2-5bff-4c08-9aa2-f81a677bdfd7 req-a7acce00-f3d4-42a8-9933-b0c3e582c7ba tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Deleting port 68e4ab9e-13a6-4980-9f23-97855563a464 {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 08:42:56.470034 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-ae0d81b2-5bff-4c08-9aa2-f81a677bdfd7 req-a7acce00-f3d4-42a8-9933-b0c3e582c7ba tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748223187694'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:42:56.556208 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [req-ae0d81b2-5bff-4c08-9aa2-f81a677bdfd7 req-a7acce00-f3d4-42a8-9933-b0c3e582c7ba tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] For port 68e4ab9e-13a6-4980-9f23-97855563a464, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=68e4ab9e-13a6-4980-9f23-97855563a464,segment=NetworkSegment(0b8979b6-9f97-4684-9982-6e73323e0ae4),segment_id=0b8979b6-9f97-4684-9982-6e73323e0ae4)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:42:56.556566 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-ae0d81b2-5bff-4c08-9aa2-f81a677bdfd7 req-a7acce00-f3d4-42a8-9933-b0c3e582c7ba tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528347'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:42:56.568630 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [req-ae0d81b2-5bff-4c08-9aa2-f81a677bdfd7 req-a7acce00-f3d4-42a8-9933-b0c3e582c7ba tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Calling delete_port for 68e4ab9e-13a6-4980-9f23-97855563a464 owned by compute:nova {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 08:42:56.694190 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-ae0d81b2-5bff-4c08-9aa2-f81a677bdfd7 req-a7acce00-f3d4-42a8-9933-b0c3e582c7ba tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8377658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748223196968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748222641655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1188448'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:42:56.722440 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7acce00-f3d4-42a8-9933-b0c3e582c7ba tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Pushing event deleted for resources: {'Port': ['ID=68e4ab9e-13a6-4980-9f23-97855563a464,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:42:56.766900 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae0d81b2-5bff-4c08-9aa2-f81a677bdfd7 req-a7acce00-f3d4-42a8-9933-b0c3e582c7ba tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] No DVR routers for this DVR port 68e4ab9e-13a6-4980-9f23-97855563a464 on host hv-cinder-80043 {{(pid=92952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 08:42:56.769356 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [req-ae0d81b2-5bff-4c08-9aa2-f81a677bdfd7 req-a7acce00-f3d4-42a8-9933-b0c3e582c7ba tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for port, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:42:56.771343 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-ae0d81b2-5bff-4c08-9aa2-f81a677bdfd7 req-a7acce00-f3d4-42a8-9933-b0c3e582c7ba tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.23 "DELETE /v2.0/ports/68e4ab9e-13a6-4980-9f23-97855563a464 HTTP/1.1" status: 204 len: 173 time: 0.3888562 Jul 12 08:42:56.772386 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fc5b3bc-3845-4187-b539-287cada19bd1', 'name': 'network-vif-deleted', 'tag': '68e4ab9e-13a6-4980-9f23-97855563a464'}] {{(pid=92952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 08:42:56.774671 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35659b288decb3563870ae931b8d662eab2da969d6ab5856613d86fcebdbc84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f9093c-cf48-4315-ad76-5d8ea236f8a8" -d '{"events": [{"server_uuid": "8fc5b3bc-3845-4187-b539-287cada19bd1", "name": "network-vif-deleted", "tag": "68e4ab9e-13a6-4980-9f23-97855563a464"}]}' {{(pid=92952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 08:42:56.808579 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 08:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51a7cb1-1dd3-461b-ab05-148c92a2e2c1 x-openstack-request-id: req-a51a7cb1-1dd3-461b-ab05-148c92a2e2c1 {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 08:42:56.808867 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fc5b3bc-3845-4187-b539-287cada19bd1", "name": "network-vif-deleted", "tag": "68e4ab9e-13a6-4980-9f23-97855563a464", "status": "completed", "code": 200}]} {{(pid=92952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 08:42:56.809115 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a51a7cb1-1dd3-461b-ab05-148c92a2e2c1 {{(pid=92952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 08:42:56.809498 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fc5b3bc-3845-4187-b539-287cada19bd1', 'name': 'network-vif-deleted', 'tag': '68e4ab9e-13a6-4980-9f23-97855563a464', 'status': 'completed', 'code': 200} Jul 12 08:42:57.388362 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [req-7b33a55e-4721-4f20-820a-2e430e0f0818 req-aeafe1fc-95ab-4210-b7ed-f703792cac71 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fc5b3bc-3845-4187-b539-287cada19bd1 HTTP/1.1" status: 200 len: 210 time: 0.0278666 Jul 12 08:42:58.478882 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 46094) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:42:58.594604 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-c4512668-776c-45cd-8fcd-1170a93c989a tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Deleting port 19037b4f-834a-491c-a119-cb934ade588e {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 08:42:58.594945 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4512668-776c-45cd-8fcd-1170a93c989a tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748223187694'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:42:58.656442 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-27d7ee80-e179-45b7-a334-2b53e9039c09 None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 08:42:58.670141 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4512668-776c-45cd-8fcd-1170a93c989a tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528347'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:42:58.670411 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4512668-776c-45cd-8fcd-1170a93c989a tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:42:58.681268 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-c4512668-776c-45cd-8fcd-1170a93c989a tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Calling delete_port for 19037b4f-834a-491c-a119-cb934ade588e owned by network:floatingip {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 08:42:58.814180 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4512668-776c-45cd-8fcd-1170a93c989a tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8377658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748223196968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748222641655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1188448'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:42:58.839217 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4512668-776c-45cd-8fcd-1170a93c989a tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Pushing event deleted for resources: {'Port': ['ID=19037b4f-834a-491c-a119-cb934ade588e,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:42:58.895570 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4512668-776c-45cd-8fcd-1170a93c989a tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks [] for floatingip, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:42:58.898570 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-c4512668-776c-45cd-8fcd-1170a93c989a tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199602'] for floatingip, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:42:58.899711 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-c4512668-776c-45cd-8fcd-1170a93c989a tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "DELETE /v2.0/floatingips/8ea76e65-e6b5-49db-b739-e1cbc24eadf7 HTTP/1.1" status: 204 len: 168 time: 0.4198089 Jul 12 08:42:59.981391 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 68e4ab9e-13a6-4980-9f23-97855563a464 no longer exists at agent hyperv_hv-cinder-80043 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 08:43:00.001485 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] No Port match for: 68e4ab9e-13a6-4980-9f23-97855563a464 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 08:43:00.001856 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Device 68e4ab9e-13a6-4980-9f23-97855563a464 not bound to the agent host hv-cinder-80043 {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 08:43:00.156718 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 46106) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:43:00.215193 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-38148051-cefd-46fc-b086-74bd0c8adf55 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:00.239716 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-38148051-cefd-46fc-b086-74bd0c8adf55 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:00.297493 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-38148051-cefd-46fc-b086-74bd0c8adf55 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:00.300149 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-38148051-cefd-46fc-b086-74bd0c8adf55 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:00.301372 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-38148051-cefd-46fc-b086-74bd0c8adf55 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] 10.222.0.37 "DELETE /v2.0/security-groups/6aad1c8b-0a8c-4a5f-8e0c-6415719afecb HTTP/1.1" status: 204 len: 168 time: 0.1436396 Jul 12 08:43:00.310547 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38148051-cefd-46fc-b086-74bd0c8adf55 tempest-TestVolumeBootPattern-2109364449 tempest-TestVolumeBootPattern-2109364449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aad1c8b-0a8c-4a5f-8e0c-6415719afecb,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:43:01.376003 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 46112) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:43:02.034500 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-9cc876f0-76ec-4e7a-8582-4763401f6285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532443'] for router_interface, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:02.196553 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:02.277847 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-9cc876f0-76ec-4e7a-8582-4763401f6285 admin admin] Deleting port 07783f66-b516-438e-8e85-d20a91d96ed7 {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 08:43:02.278185 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-9cc876f0-76ec-4e7a-8582-4763401f6285 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748223187694'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:02.354776 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [None req-9cc876f0-76ec-4e7a-8582-4763401f6285 admin admin] For port 07783f66-b516-438e-8e85-d20a91d96ed7, host dv-cinder-800431-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=07783f66-b516-438e-8e85-d20a91d96ed7,segment=NetworkSegment(0b8979b6-9f97-4684-9982-6e73323e0ae4),segment_id=0b8979b6-9f97-4684-9982-6e73323e0ae4)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:43:02.355129 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-9cc876f0-76ec-4e7a-8582-4763401f6285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528347'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:02.367647 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-9cc876f0-76ec-4e7a-8582-4763401f6285 admin admin] Calling delete_port for 07783f66-b516-438e-8e85-d20a91d96ed7 owned by network:router_interface {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 08:43:02.539911 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-9cc876f0-76ec-4e7a-8582-4763401f6285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8377658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748223196968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748222641655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1188448'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:02.564732 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc876f0-76ec-4e7a-8582-4763401f6285 admin admin] Pushing event deleted for resources: {'Port': ['ID=07783f66-b516-438e-8e85-d20a91d96ed7,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:43:02.726193 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-9cc876f0-76ec-4e7a-8582-4763401f6285 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528257'] for router_interface, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:02.928980 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cc876f0-76ec-4e7a-8582-4763401f6285 admin admin] Router 28f309e0-be3c-41db-9a39-c76493f351a4 has already been hosted by L3 agent c0ba3535-5ad7-41e9-9cdc-b89c0ff976de {{(pid=92952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 08:43:03.033418 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc876f0-76ec-4e7a-8582-4763401f6285 admin admin] Notify agent at l3_agent.dv-cinder-800431-1-iscsi the message routers_updated {{(pid=92952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 08:43:03.038841 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-9cc876f0-76ec-4e7a-8582-4763401f6285 admin admin] 10.222.0.37 "PUT /v2.0/routers/28f309e0-be3c-41db-9a39-c76493f351a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6617973 Jul 12 08:43:03.041316 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 46116) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:43:03.043998 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c4fb64-0737-4785-8c99-30f3d78805e7 None None] Sync routers for ids ['28f309e0-be3c-41db-9a39-c76493f351a4'] in dv-cinder-800431-1-iscsi {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 08:43:03.053840 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c4fb64-0737-4785-8c99-30f3d78805e7 None None] Routers {'28f309e0-be3c-41db-9a39-c76493f351a4'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:43:03.054504 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-e0c4fb64-0737-4785-8c99-30f3d78805e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:42:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['28f309e0-be3c-41db-9a39-c76493f351a4'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:43:03.140717 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-5d58dbfa-4af4-4c06-9f28-0cb1bfc71fd6 admin admin] Notify callbacks [] for router, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:03.155914 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-e0c4fb64-0737-4785-8c99-30f3d78805e7 None None] Set router 28f309e0-be3c-41db-9a39-c76493f351a4 gateway port host: dv-cinder-800431-1-iscsi {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:43:03.239947 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-5d58dbfa-4af4-4c06-9f28-0cb1bfc71fd6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:03.292002 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-5d58dbfa-4af4-4c06-9f28-0cb1bfc71fd6 admin admin] Deleting port b05e4151-38c8-450e-a153-fd265554fc0d {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 08:43:03.292353 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-5d58dbfa-4af4-4c06-9f28-0cb1bfc71fd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748223187694'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:03.327670 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-e0c4fb64-0737-4785-8c99-30f3d78805e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'name': 'tempest-TestVolumeBootPattern-878369481-router', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'b05e4151-38c8-450e-a153-fd265554fc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:35:49Z', 'updated_at': '2021-07-12T08:43:02Z', 'revision_number': 5, 'project_id': '438f5cea71f1415499cf52928dcc2969', 'gw_port': {'id': 'b05e4151-38c8-450e-a153-fd265554fc0d', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:50Z', 'updated_at': '2021-07-12T08:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi'}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:43:03.358208 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c4fb64-0737-4785-8c99-30f3d78805e7 None None] Checking router: 28f309e0-be3c-41db-9a39-c76493f351a4 for host: dv-cinder-800431-1-iscsi {{(pid=92953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 08:43:03.366347 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c4fb64-0737-4785-8c99-30f3d78805e7 None None] Routers {'28f309e0-be3c-41db-9a39-c76493f351a4'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:43:03.366963 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-e0c4fb64-0737-4785-8c99-30f3d78805e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:42:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['28f309e0-be3c-41db-9a39-c76493f351a4'], 'active': True} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:43:03.371683 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [None req-5d58dbfa-4af4-4c06-9f28-0cb1bfc71fd6 admin admin] For port b05e4151-38c8-450e-a153-fd265554fc0d, host dv-cinder-800431-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=b05e4151-38c8-450e-a153-fd265554fc0d,segment=NetworkSegment(96305722-55d6-4089-959b-5f9b3a20c0c4),segment_id=96305722-55d6-4089-959b-5f9b3a20c0c4)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:43:03.372423 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-5d58dbfa-4af4-4c06-9f28-0cb1bfc71fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528347'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:03.384733 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-5d58dbfa-4af4-4c06-9f28-0cb1bfc71fd6 admin admin] Calling delete_port for b05e4151-38c8-450e-a153-fd265554fc0d owned by network:router_gateway {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 08:43:03.450221 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvr_db [None req-e0c4fb64-0737-4785-8c99-30f3d78805e7 None None] Set router 28f309e0-be3c-41db-9a39-c76493f351a4 gateway port host: None {{(pid=92953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:43:03.502902 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_hamode_db [None req-e0c4fb64-0737-4785-8c99-30f3d78805e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'name': 'tempest-TestVolumeBootPattern-878369481-router', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:35:49Z', 'updated_at': '2021-07-12T08:43:03Z', 'revision_number': 6, 'project_id': '438f5cea71f1415499cf52928dcc2969', 'gw_port_host': None}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:43:03.545425 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-5d58dbfa-4af4-4c06-9f28-0cb1bfc71fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8377658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748223196968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748222641655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1188448'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:03.573607 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d58dbfa-4af4-4c06-9f28-0cb1bfc71fd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b05e4151-38c8-450e-a153-fd265554fc0d,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:43:03.635445 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-5d58dbfa-4af4-4c06-9f28-0cb1bfc71fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-940952'] for router_gateway, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:03.660976 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c4fb64-0737-4785-8c99-30f3d78805e7 None None] The sync data for ids ['28f309e0-be3c-41db-9a39-c76493f351a4'] in dv-cinder-800431-1-iscsi is: [{'id': '28f309e0-be3c-41db-9a39-c76493f351a4', 'name': 'tempest-TestVolumeBootPattern-878369481-router', 'tenant_id': '438f5cea71f1415499cf52928dcc2969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:35:49Z', 'updated_at': '2021-07-12T08:43:03Z', 'revision_number': 6, 'project_id': '438f5cea71f1415499cf52928dcc2969', 'gw_port_host': None}] {{(pid=92953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 08:43:03.730779 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-5d58dbfa-4af4-4c06-9f28-0cb1bfc71fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500026'] for router, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:03.732886 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-5d58dbfa-4af4-4c06-9f28-0cb1bfc71fd6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:03.775188 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-5d58dbfa-4af4-4c06-9f28-0cb1bfc71fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-526004'] for router, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:03.775777 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d58dbfa-4af4-4c06-9f28-0cb1bfc71fd6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28f309e0-be3c-41db-9a39-c76493f351a4 {{(pid=92952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 08:43:03.780438 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-5d58dbfa-4af4-4c06-9f28-0cb1bfc71fd6 admin admin] Notify callbacks [] for router, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:03.784054 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-5d58dbfa-4af4-4c06-9f28-0cb1bfc71fd6 admin admin] 10.222.0.37 "DELETE /v2.0/routers/28f309e0-be3c-41db-9a39-c76493f351a4 HTTP/1.1" status: 204 len: 168 time: 0.7395120 Jul 12 08:43:03.784269 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 46118) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:43:03.827508 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_v2 [None req-07b99ff5-d987-4b50-a1ac-e8312fe90207 admin admin] Deleting subnet cb2b1172-55e9-4a29-9b7c-5452eb5ab550 {{(pid=92952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 08:43:03.830414 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-07b99ff5-d987-4b50-a1ac-e8312fe90207 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:03.862985 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-07b99ff5-d987-4b50-a1ac-e8312fe90207 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1649690'] for subnet, precommit_delete_associations {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:03.940516 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-07b99ff5-d987-4b50-a1ac-e8312fe90207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8247719'] for subnet, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:03.992463 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-07b99ff5-d987-4b50-a1ac-e8312fe90207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8247726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1188542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2948071'] for subnet, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:04.023907 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-07b99ff5-d987-4b50-a1ac-e8312fe90207 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for subnet, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:04.026047 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-07b99ff5-d987-4b50-a1ac-e8312fe90207 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/cb2b1172-55e9-4a29-9b7c-5452eb5ab550 HTTP/1.1" status: 204 len: 168 time: 0.2407677 Jul 12 08:43:04.026988 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b99ff5-d987-4b50-a1ac-e8312fe90207 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb2b1172-55e9-4a29-9b7c-5452eb5ab550,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:43:04.028504 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [-] (92951) accepted ('10.222.0.37', 46120) {{(pid=92951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:43:04.038913 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2024af-e628-4ba6-aa42-87752f8cbb94 None None] Network 5581a52f-d47d-4f74-951e-8118b7d28c39 requested from dv-cinder-800431-1-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 08:43:04.112434 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-46e9bc61-65fd-4395-b9fe-4a92958f55be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884328'] for network, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:04.120691 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 07783f66-b516-438e-8e85-d20a91d96ed7 no longer exists at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 08:43:04.123374 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-83b48ee4-f0b7-46d6-9d6e-d90b86cb6c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:04.148086 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] No Port match for: 07783f66-b516-438e-8e85-d20a91d96ed7 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 08:43:04.148438 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 07783f66-b516-438e-8e85-d20a91d96ed7 not bound to the agent host dv-cinder-800431-1-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 08:43:04.173109 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [None req-46e9bc61-65fd-4395-b9fe-4a92958f55be admin admin] Deleting port 03f8a207-ee27-4fa9-8978-6577b3de4291 {{(pid=92951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 08:43:04.173456 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-46e9bc61-65fd-4395-b9fe-4a92958f55be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748223187694'] for port, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:04.236417 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.db [None req-46e9bc61-65fd-4395-b9fe-4a92958f55be admin admin] For port 03f8a207-ee27-4fa9-8978-6577b3de4291, host dv-cinder-800431-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=03f8a207-ee27-4fa9-8978-6577b3de4291,segment=NetworkSegment(0b8979b6-9f97-4684-9982-6e73323e0ae4),segment_id=0b8979b6-9f97-4684-9982-6e73323e0ae4)] {{(pid=92951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:43:04.236770 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-46e9bc61-65fd-4395-b9fe-4a92958f55be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528347'] for port, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:04.481917 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.plugin [None req-46e9bc61-65fd-4395-b9fe-4a92958f55be admin admin] Calling delete_port for 03f8a207-ee27-4fa9-8978-6577b3de4291 owned by network:dhcp {{(pid=92951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 08:43:04.501996 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df230b7-31db-4cfd-8726-772397993f3e None None] DHCP port deletion for 5581a52f-d47d-4f74-951e-8118b7d28c39 request from dv-cinder-800431-1-iscsi {{(pid=92953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 08:43:04.546973 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-1df230b7-31db-4cfd-8726-772397993f3e None None] Deleting port 03f8a207-ee27-4fa9-8978-6577b3de4291 {{(pid=92953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 08:43:04.547363 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1df230b7-31db-4cfd-8726-772397993f3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748223187694'] for port, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:04.562343 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-46e9bc61-65fd-4395-b9fe-4a92958f55be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8377658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748223196968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748222641655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2337033'] for port, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:04.586904 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9bc61-65fd-4395-b9fe-4a92958f55be admin admin] Pushing event deleted for resources: {'Port': ['ID=03f8a207-ee27-4fa9-8978-6577b3de4291,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:43:04.595635 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9bc61-65fd-4395-b9fe-4a92958f55be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:43:04.595635 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9bc61-65fd-4395-b9fe-4a92958f55be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:43:04.595908 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9bc61-65fd-4395-b9fe-4a92958f55be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:43:04.596265 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9bc61-65fd-4395-b9fe-4a92958f55be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:43:04.596605 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9bc61-65fd-4395-b9fe-4a92958f55be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:43:04.596947 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9bc61-65fd-4395-b9fe-4a92958f55be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:43:04.597283 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9bc61-65fd-4395-b9fe-4a92958f55be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:43:04.597619 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9bc61-65fd-4395-b9fe-4a92958f55be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:43:04.597981 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9bc61-65fd-4395-b9fe-4a92958f55be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:43:04.598316 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9bc61-65fd-4395-b9fe-4a92958f55be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:43:04.598645 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9bc61-65fd-4395-b9fe-4a92958f55be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:43:04.598970 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9bc61-65fd-4395-b9fe-4a92958f55be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:43:04.602956 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e9bc61-65fd-4395-b9fe-4a92958f55be admin admin] No DVR routers for this DVR port 03f8a207-ee27-4fa9-8978-6577b3de4291 on host dv-cinder-800431-1-iscsi {{(pid=92951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 08:43:04.613177 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-1df230b7-31db-4cfd-8726-772397993f3e None None] For port 03f8a207-ee27-4fa9-8978-6577b3de4291, host dv-cinder-800431-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=03f8a207-ee27-4fa9-8978-6577b3de4291,segment=NetworkSegment(0b8979b6-9f97-4684-9982-6e73323e0ae4),segment_id=0b8979b6-9f97-4684-9982-6e73323e0ae4)] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:43:04.613576 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1df230b7-31db-4cfd-8726-772397993f3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528347'] for port, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:04.631232 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-1df230b7-31db-4cfd-8726-772397993f3e None None] Calling delete_port for 03f8a207-ee27-4fa9-8978-6577b3de4291 owned by network:dhcp {{(pid=92953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 08:43:04.675709 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-46e9bc61-65fd-4395-b9fe-4a92958f55be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8250066', 'neutron.services.segments.db._delete_segments_for_network-8748223159134'] for network, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:04.686168 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.services.segments.db [None req-46e9bc61-65fd-4395-b9fe-4a92958f55be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5581a52f-d47d-4f74-951e-8118b7d28c39']}} {{(pid=92951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:43:04.696575 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.services.segments.db [None req-46e9bc61-65fd-4395-b9fe-4a92958f55be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b8979b6-9f97-4684-9982-6e73323e0ae4') {'for_net_delete': True} {{(pid=92951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:43:04.696874 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.services.segments.db [None req-46e9bc61-65fd-4395-b9fe-4a92958f55be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b8979b6-9f97-4684-9982-6e73323e0ae4') {} {{(pid=92951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:43:04.706040 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-46e9bc61-65fd-4395-b9fe-4a92958f55be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748223174018', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8451449'] for segment, before_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:04.706592 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1df230b7-31db-4cfd-8726-772397993f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8377658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748223196968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748222641655'] for port, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:04.721208 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-46e9bc61-65fd-4395-b9fe-4a92958f55be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246630'] for segment, precommit_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:04.727409 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46e9bc61-65fd-4395-b9fe-4a92958f55be admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=92951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 08:43:04.728034 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-46e9bc61-65fd-4395-b9fe-4a92958f55be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2337082'] for segment, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:04.729627 dv-cinder-800431-1-iscsi neutron-server[92951]: Traceback (most recent call last): Jul 12 08:43:04.729627 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 08:43:04.729627 dv-cinder-800431-1-iscsi neutron-server[92951]: timer() Jul 12 08:43:04.729627 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 08:43:04.729627 dv-cinder-800431-1-iscsi neutron-server[92951]: cb(*args, **kw) Jul 12 08:43:04.729627 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 08:43:04.729627 dv-cinder-800431-1-iscsi neutron-server[92951]: return func(*args, **kwargs) Jul 12 08:43:04.729627 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 08:43:04.729627 dv-cinder-800431-1-iscsi neutron-server[92951]: self._notify() Jul 12 08:43:04.729627 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 08:43:04.729627 dv-cinder-800431-1-iscsi neutron-server[92951]: self.callback(batched_events) Jul 12 08:43:04.729627 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 08:43:04.729627 dv-cinder-800431-1-iscsi neutron-server[92951]: event.method(event) Jul 12 08:43:04.729627 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 08:43:04.729627 dv-cinder-800431-1-iscsi neutron-server[92951]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 08:43:04.729627 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 08:43:04.729627 dv-cinder-800431-1-iscsi neutron-server[92951]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 08:43:04.729627 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 08:43:04.729627 dv-cinder-800431-1-iscsi neutron-server[92951]: return f(self, *a, **k) Jul 12 08:43:04.729627 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 08:43:04.729627 dv-cinder-800431-1-iscsi neutron-server[92951]: return self._get(url).json() Jul 12 08:43:04.729627 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 08:43:04.729627 dv-cinder-800431-1-iscsi neutron-server[92951]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 08:43:04.729627 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 08:43:04.729627 dv-cinder-800431-1-iscsi neutron-server[92951]: return self.request(url, 'GET', **kwargs) Jul 12 08:43:04.729627 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 08:43:04.729627 dv-cinder-800431-1-iscsi neutron-server[92951]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 08:43:04.729627 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 08:43:04.729627 dv-cinder-800431-1-iscsi neutron-server[92951]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 08:43:04.729627 dv-cinder-800431-1-iscsi neutron-server[92951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 08:43:04.729627 dv-cinder-800431-1-iscsi neutron-server[92951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 08:43:04.729627 dv-cinder-800431-1-iscsi neutron-server[92951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 08:43:04.732944 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df230b7-31db-4cfd-8726-772397993f3e None None] Pushing event deleted for resources: {'Port': ['ID=03f8a207-ee27-4fa9-8978-6577b3de4291,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:43:04.737581 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df230b7-31db-4cfd-8726-772397993f3e None None] No DVR routers for this DVR port 03f8a207-ee27-4fa9-8978-6577b3de4291 on host dv-cinder-800431-1-iscsi {{(pid=92953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 08:43:04.749847 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df230b7-31db-4cfd-8726-772397993f3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:43:04.750574 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df230b7-31db-4cfd-8726-772397993f3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:43:04.751218 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df230b7-31db-4cfd-8726-772397993f3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:43:04.751763 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df230b7-31db-4cfd-8726-772397993f3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:43:04.752219 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df230b7-31db-4cfd-8726-772397993f3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:43:04.752772 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df230b7-31db-4cfd-8726-772397993f3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:43:04.753132 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df230b7-31db-4cfd-8726-772397993f3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:43:04.753478 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df230b7-31db-4cfd-8726-772397993f3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:43:04.753838 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df230b7-31db-4cfd-8726-772397993f3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:43:04.754175 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df230b7-31db-4cfd-8726-772397993f3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:43:04.754558 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df230b7-31db-4cfd-8726-772397993f3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:43:04.754896 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df230b7-31db-4cfd-8726-772397993f3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-1-iscsi {{(pid=92953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 08:43:04.786722 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-46e9bc61-65fd-4395-b9fe-4a92958f55be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8250657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-940980'] for network, after_delete {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:04.791313 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron_lib.callbacks.manager [None req-46e9bc61-65fd-4395-b9fe-4a92958f55be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for network, before_response {{(pid=92951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:04.796842 dv-cinder-800431-1-iscsi neutron-server[92951]: INFO neutron.wsgi [None req-46e9bc61-65fd-4395-b9fe-4a92958f55be admin admin] 10.222.0.37 "DELETE /v2.0/networks/5581a52f-d47d-4f74-951e-8118b7d28c39 HTTP/1.1" status: 204 len: 168 time: 0.7639272 Jul 12 08:43:04.796949 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 46122) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:43:04.823998 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9bc61-65fd-4395-b9fe-4a92958f55be admin admin] Pushing event deleted for resources: {'Network': ['ID=5581a52f-d47d-4f74-951e-8118b7d28c39,revision_number=None']} {{(pid=92951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:43:05.135255 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e6374c83-0c85-41ee-8dcf-65a67b446aff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532443'] for router_interface, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:05.377252 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-e6374c83-0c85-41ee-8dcf-65a67b446aff admin admin] Deleting port fe5dfd85-aa05-4081-b4b3-3a4ccfe26acd {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 08:43:05.377590 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e6374c83-0c85-41ee-8dcf-65a67b446aff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748223187694'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:05.451332 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [None req-e6374c83-0c85-41ee-8dcf-65a67b446aff admin admin] For port fe5dfd85-aa05-4081-b4b3-3a4ccfe26acd, host dv-cinder-800431-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=fe5dfd85-aa05-4081-b4b3-3a4ccfe26acd,segment=NetworkSegment(ce33a636-b670-4ea3-b1cd-0285cd1a595b),segment_id=ce33a636-b670-4ea3-b1cd-0285cd1a595b)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:43:05.451598 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e6374c83-0c85-41ee-8dcf-65a67b446aff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528347'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:05.463917 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-e6374c83-0c85-41ee-8dcf-65a67b446aff admin admin] Calling delete_port for fe5dfd85-aa05-4081-b4b3-3a4ccfe26acd owned by network:router_interface {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 08:43:05.633654 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e6374c83-0c85-41ee-8dcf-65a67b446aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8377658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748223196968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748222641655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1188448'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:05.662853 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6374c83-0c85-41ee-8dcf-65a67b446aff admin admin] Pushing event deleted for resources: {'Port': ['ID=fe5dfd85-aa05-4081-b4b3-3a4ccfe26acd,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:43:05.835499 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-e6374c83-0c85-41ee-8dcf-65a67b446aff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528257'] for router_interface, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:05.912016 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 03f8a207-ee27-4fa9-8978-6577b3de4291 no longer exists at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 08:43:05.933330 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] No Port match for: 03f8a207-ee27-4fa9-8978-6577b3de4291 {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 08:43:05.933594 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 03f8a207-ee27-4fa9-8978-6577b3de4291 not bound to the agent host dv-cinder-800431-1-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 08:43:05.934039 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device b05e4151-38c8-450e-a153-fd265554fc0d no longer exists at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 08:43:05.956360 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] No Port match for: b05e4151-38c8-450e-a153-fd265554fc0d {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 08:43:05.956705 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device b05e4151-38c8-450e-a153-fd265554fc0d not bound to the agent host dv-cinder-800431-1-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 08:43:06.298059 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6374c83-0c85-41ee-8dcf-65a67b446aff admin admin] Router c07633c1-f2b8-4855-b203-d7ee60676baf has already been hosted by L3 agent c0ba3535-5ad7-41e9-9cdc-b89c0ff976de {{(pid=92952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 08:43:06.399807 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6374c83-0c85-41ee-8dcf-65a67b446aff admin admin] Notify agent at l3_agent.dv-cinder-800431-1-iscsi the message routers_updated {{(pid=92952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 08:43:06.404639 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-e6374c83-0c85-41ee-8dcf-65a67b446aff admin admin] 10.222.0.37 "PUT /v2.0/routers/c07633c1-f2b8-4855-b203-d7ee60676baf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6068490 Jul 12 08:43:06.407095 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 46124) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:43:06.408199 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd688074-49b0-441f-bff6-cb3462f2164c None None] Sync routers for ids ['c07633c1-f2b8-4855-b203-d7ee60676baf'] in dv-cinder-800431-1-iscsi {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 08:43:06.417666 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd688074-49b0-441f-bff6-cb3462f2164c None None] Routers {'c07633c1-f2b8-4855-b203-d7ee60676baf'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:43:06.418293 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-cd688074-49b0-441f-bff6-cb3462f2164c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:42:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['c07633c1-f2b8-4855-b203-d7ee60676baf'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:43:06.507577 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-2fb545e8-f10b-4b8e-921c-28d59b47ed43 admin admin] Notify callbacks [] for router, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:06.517773 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-cd688074-49b0-441f-bff6-cb3462f2164c None None] Set router c07633c1-f2b8-4855-b203-d7ee60676baf gateway port host: dv-cinder-800431-1-iscsi {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:43:06.605083 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-2fb545e8-f10b-4b8e-921c-28d59b47ed43 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:06.658563 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-2fb545e8-f10b-4b8e-921c-28d59b47ed43 admin admin] Deleting port 7298b929-bd42-4ec0-80fa-8f3dedeadfab {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 08:43:06.658901 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-2fb545e8-f10b-4b8e-921c-28d59b47ed43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748223187694'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:06.688659 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-cd688074-49b0-441f-bff6-cb3462f2164c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c07633c1-f2b8-4855-b203-d7ee60676baf', 'name': 'tempest-TestVolumeBootPattern-1471055892-router', 'tenant_id': '518938b9ccb84c24b924a04b8e123e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'external_fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '7298b929-bd42-4ec0-80fa-8f3dedeadfab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:35:55Z', 'updated_at': '2021-07-12T08:43:05Z', 'revision_number': 5, 'project_id': '518938b9ccb84c24b924a04b8e123e5b', 'gw_port': {'id': '7298b929-bd42-4ec0-80fa-8f3dedeadfab', 'name': '', 'network_id': '65ec14d2-e0c2-45ad-9132-5fa8e954ebc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:28:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c07633c1-f2b8-4855-b203-d7ee60676baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T08:35:56Z', 'updated_at': '2021-07-12T08:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dca57fa4-8523-4dee-8f0e-27ff75670efc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-1-iscsi'}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:43:06.718090 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd688074-49b0-441f-bff6-cb3462f2164c None None] Checking router: c07633c1-f2b8-4855-b203-d7ee60676baf for host: dv-cinder-800431-1-iscsi {{(pid=92954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 08:43:06.726106 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd688074-49b0-441f-bff6-cb3462f2164c None None] Routers {'c07633c1-f2b8-4855-b203-d7ee60676baf'} bound to L3 agent in host dv-cinder-800431-1-iscsi {{(pid=92954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 08:43:06.726709 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-cd688074-49b0-441f-bff6-cb3462f2164c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T08:23:37Z,description=,heartbeat_timestamp=2021-07-12T08:42:37Z,host='dv-cinder-800431-1-iscsi',id=c0ba3535-5ad7-41e9-9cdc-b89c0ff976de,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T08:23:38Z,topic='l3_agent')) {'router_ids': ['c07633c1-f2b8-4855-b203-d7ee60676baf'], 'active': True} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:43:06.734233 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [None req-2fb545e8-f10b-4b8e-921c-28d59b47ed43 admin admin] For port 7298b929-bd42-4ec0-80fa-8f3dedeadfab, host dv-cinder-800431-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=7298b929-bd42-4ec0-80fa-8f3dedeadfab,segment=NetworkSegment(96305722-55d6-4089-959b-5f9b3a20c0c4),segment_id=96305722-55d6-4089-959b-5f9b3a20c0c4)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:43:06.734598 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-2fb545e8-f10b-4b8e-921c-28d59b47ed43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528347'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:06.746741 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-2fb545e8-f10b-4b8e-921c-28d59b47ed43 admin admin] Calling delete_port for 7298b929-bd42-4ec0-80fa-8f3dedeadfab owned by network:router_gateway {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 08:43:06.808851 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_dvr_db [None req-cd688074-49b0-441f-bff6-cb3462f2164c None None] Set router c07633c1-f2b8-4855-b203-d7ee60676baf gateway port host: None {{(pid=92954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 08:43:06.858857 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.l3_hamode_db [None req-cd688074-49b0-441f-bff6-cb3462f2164c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c07633c1-f2b8-4855-b203-d7ee60676baf', 'name': 'tempest-TestVolumeBootPattern-1471055892-router', 'tenant_id': '518938b9ccb84c24b924a04b8e123e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:35:55Z', 'updated_at': '2021-07-12T08:43:06Z', 'revision_number': 6, 'project_id': '518938b9ccb84c24b924a04b8e123e5b', 'gw_port_host': None}], 'dv-cinder-800431-1-iscsi', False) {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:43:06.887480 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd688074-49b0-441f-bff6-cb3462f2164c None None] The sync data for ids ['c07633c1-f2b8-4855-b203-d7ee60676baf'] in dv-cinder-800431-1-iscsi is: [{'id': 'c07633c1-f2b8-4855-b203-d7ee60676baf', 'name': 'tempest-TestVolumeBootPattern-1471055892-router', 'tenant_id': '518938b9ccb84c24b924a04b8e123e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T08:35:55Z', 'updated_at': '2021-07-12T08:43:06Z', 'revision_number': 6, 'project_id': '518938b9ccb84c24b924a04b8e123e5b', 'gw_port_host': None}] {{(pid=92954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 08:43:06.908974 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-2fb545e8-f10b-4b8e-921c-28d59b47ed43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8377658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748223196968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748222641655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1188448'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:06.938138 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb545e8-f10b-4b8e-921c-28d59b47ed43 admin admin] Pushing event deleted for resources: {'Port': ['ID=7298b929-bd42-4ec0-80fa-8f3dedeadfab,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:43:06.987639 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:06.998650 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-2fb545e8-f10b-4b8e-921c-28d59b47ed43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-940952'] for router_gateway, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:07.005138 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-dd61eb48-03c6-4629-bfd8-8fd02d788a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:07.086737 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-2fb545e8-f10b-4b8e-921c-28d59b47ed43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500026'] for router, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:07.088755 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-2fb545e8-f10b-4b8e-921c-28d59b47ed43 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:07.133644 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-2fb545e8-f10b-4b8e-921c-28d59b47ed43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-526004'] for router, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:07.134102 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb545e8-f10b-4b8e-921c-28d59b47ed43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c07633c1-f2b8-4855-b203-d7ee60676baf {{(pid=92952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 08:43:07.138145 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-2fb545e8-f10b-4b8e-921c-28d59b47ed43 admin admin] Notify callbacks [] for router, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:07.139302 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-2fb545e8-f10b-4b8e-921c-28d59b47ed43 admin admin] 10.222.0.37 "DELETE /v2.0/routers/c07633c1-f2b8-4855-b203-d7ee60676baf HTTP/1.1" status: 204 len: 168 time: 0.7312784 Jul 12 08:43:07.141643 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 46126) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:43:07.188022 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.db_base_plugin_v2 [None req-6839a950-07af-4975-9d51-efe61d3fb25d admin admin] Deleting subnet e28ba8bd-70f2-49f8-a288-ae23b9b3e132 {{(pid=92952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 08:43:07.190906 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6839a950-07af-4975-9d51-efe61d3fb25d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:07.224195 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6839a950-07af-4975-9d51-efe61d3fb25d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1649690'] for subnet, precommit_delete_associations {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:07.304452 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6839a950-07af-4975-9d51-efe61d3fb25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8247719'] for subnet, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:07.356737 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6839a950-07af-4975-9d51-efe61d3fb25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8247726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1188542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2948071'] for subnet, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:07.386011 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6839a950-07af-4975-9d51-efe61d3fb25d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e28ba8bd-70f2-49f8-a288-ae23b9b3e132,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:43:07.389505 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6839a950-07af-4975-9d51-efe61d3fb25d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for subnet, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:07.391400 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-6839a950-07af-4975-9d51-efe61d3fb25d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e28ba8bd-70f2-49f8-a288-ae23b9b3e132 HTTP/1.1" status: 204 len: 168 time: 0.2488291 Jul 12 08:43:07.393807 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 46128) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:43:07.396290 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b63089-1a79-402c-b797-f8afbae2dc8b None None] Network 2e6e9477-8a08-4413-8645-80477f668554 requested from dv-cinder-800431-1-iscsi {{(pid=92953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 08:43:07.458938 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-9eff2a98-f0db-4edc-9d42-6d635ee963d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7884328'] for network, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:07.510442 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-9eff2a98-f0db-4edc-9d42-6d635ee963d9 admin admin] Deleting port 08e39f8d-8ce5-487e-9236-4b50698cd24b {{(pid=92952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 08:43:07.510772 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-9eff2a98-f0db-4edc-9d42-6d635ee963d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748223187694'] for port, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:07.575707 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.db [None req-9eff2a98-f0db-4edc-9d42-6d635ee963d9 admin admin] For port 08e39f8d-8ce5-487e-9236-4b50698cd24b, host dv-cinder-800431-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-1-iscsi',level=0,port_id=08e39f8d-8ce5-487e-9236-4b50698cd24b,segment=NetworkSegment(ce33a636-b670-4ea3-b1cd-0285cd1a595b),segment_id=ce33a636-b670-4ea3-b1cd-0285cd1a595b)] {{(pid=92952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:43:07.576005 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-9eff2a98-f0db-4edc-9d42-6d635ee963d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528347'] for port, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:07.588529 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.plugin [None req-9eff2a98-f0db-4edc-9d42-6d635ee963d9 admin admin] Calling delete_port for 08e39f8d-8ce5-487e-9236-4b50698cd24b owned by network:dhcp {{(pid=92952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 08:43:07.634568 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427f8cce-d30e-4db6-88a2-3914190063d3 None None] DHCP port deletion for 2e6e9477-8a08-4413-8645-80477f668554 request from dv-cinder-800431-1-iscsi {{(pid=92953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 08:43:07.668604 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-9eff2a98-f0db-4edc-9d42-6d635ee963d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8377658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748223196968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748222641655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1188448'] for port, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:07.684574 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-427f8cce-d30e-4db6-88a2-3914190063d3 None None] Deleting port 08e39f8d-8ce5-487e-9236-4b50698cd24b {{(pid=92953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 08:43:07.684954 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-427f8cce-d30e-4db6-88a2-3914190063d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748223187694'] for port, before_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:07.696174 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff2a98-f0db-4edc-9d42-6d635ee963d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=08e39f8d-8ce5-487e-9236-4b50698cd24b,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:43:07.698846 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eff2a98-f0db-4edc-9d42-6d635ee963d9 admin admin] No DVR routers for this DVR port 08e39f8d-8ce5-487e-9236-4b50698cd24b on host dv-cinder-800431-1-iscsi {{(pid=92952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 08:43:07.753651 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.db [None req-427f8cce-d30e-4db6-88a2-3914190063d3 None None] For port 08e39f8d-8ce5-487e-9236-4b50698cd24b, host dv-cinder-800431-1-iscsi, got binding levels [] {{(pid=92953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 08:43:07.754190 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-427f8cce-d30e-4db6-88a2-3914190063d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528347'] for port, precommit_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:07.768326 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-427f8cce-d30e-4db6-88a2-3914190063d3 None None] Calling delete_port for 08e39f8d-8ce5-487e-9236-4b50698cd24b owned by network:dhcp {{(pid=92953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 08:43:07.771073 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.ipam_backend_mixin [None req-427f8cce-d30e-4db6-88a2-3914190063d3 None None] Port 08e39f8d-8ce5-487e-9236-4b50698cd24b was not found and therefore no delete operation was performed {{(pid=92953) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 12 08:43:07.772399 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-427f8cce-d30e-4db6-88a2-3914190063d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8377658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748223196968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748222641655'] for port, after_delete {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:07.778519 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-9eff2a98-f0db-4edc-9d42-6d635ee963d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8250066', 'neutron.services.segments.db._delete_segments_for_network-8748223159134'] for network, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:07.788141 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.services.segments.db [None req-9eff2a98-f0db-4edc-9d42-6d635ee963d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e6e9477-8a08-4413-8645-80477f668554']}} {{(pid=92952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:43:07.797205 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427f8cce-d30e-4db6-88a2-3914190063d3 None None] Pushing event deleted for resources: {'Port': ['ID=08e39f8d-8ce5-487e-9236-4b50698cd24b,revision_number=None']} {{(pid=92953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:43:07.799057 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.services.segments.db [None req-9eff2a98-f0db-4edc-9d42-6d635ee963d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce33a636-b670-4ea3-b1cd-0285cd1a595b') {'for_net_delete': True} {{(pid=92952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:43:07.799213 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427f8cce-d30e-4db6-88a2-3914190063d3 None None] No DVR routers for this DVR port 08e39f8d-8ce5-487e-9236-4b50698cd24b on host dv-cinder-800431-1-iscsi {{(pid=92953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 08:43:07.799733 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.services.segments.db [None req-9eff2a98-f0db-4edc-9d42-6d635ee963d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce33a636-b670-4ea3-b1cd-0285cd1a595b') {} {{(pid=92952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 08:43:07.815621 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-9eff2a98-f0db-4edc-9d42-6d635ee963d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748223174018', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1649681'] for segment, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:07.831881 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-9eff2a98-f0db-4edc-9d42-6d635ee963d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246630'] for segment, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:07.838336 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eff2a98-f0db-4edc-9d42-6d635ee963d9 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=92952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 08:43:07.838765 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-9eff2a98-f0db-4edc-9d42-6d635ee963d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1188435'] for segment, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:07.840477 dv-cinder-800431-1-iscsi neutron-server[92952]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 08:43:07.840477 dv-cinder-800431-1-iscsi neutron-server[92952]: conditions |= (models_v2.Port.network_id.in_( Jul 12 08:43:07.840477 dv-cinder-800431-1-iscsi neutron-server[92952]: Traceback (most recent call last): Jul 12 08:43:07.840477 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 08:43:07.840477 dv-cinder-800431-1-iscsi neutron-server[92952]: timer() Jul 12 08:43:07.840477 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 08:43:07.840477 dv-cinder-800431-1-iscsi neutron-server[92952]: cb(*args, **kw) Jul 12 08:43:07.840477 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 08:43:07.840477 dv-cinder-800431-1-iscsi neutron-server[92952]: return func(*args, **kwargs) Jul 12 08:43:07.840477 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 08:43:07.840477 dv-cinder-800431-1-iscsi neutron-server[92952]: self._notify() Jul 12 08:43:07.840477 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 08:43:07.840477 dv-cinder-800431-1-iscsi neutron-server[92952]: self.callback(batched_events) Jul 12 08:43:07.840477 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 08:43:07.840477 dv-cinder-800431-1-iscsi neutron-server[92952]: event.method(event) Jul 12 08:43:07.840477 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 08:43:07.840477 dv-cinder-800431-1-iscsi neutron-server[92952]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 08:43:07.840477 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 08:43:07.840477 dv-cinder-800431-1-iscsi neutron-server[92952]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 08:43:07.840477 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 08:43:07.840477 dv-cinder-800431-1-iscsi neutron-server[92952]: return f(self, *a, **k) Jul 12 08:43:07.840477 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 08:43:07.840477 dv-cinder-800431-1-iscsi neutron-server[92952]: return self._get(url).json() Jul 12 08:43:07.840477 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 08:43:07.840477 dv-cinder-800431-1-iscsi neutron-server[92952]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 08:43:07.840477 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 08:43:07.840477 dv-cinder-800431-1-iscsi neutron-server[92952]: return self.request(url, 'GET', **kwargs) Jul 12 08:43:07.840477 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 08:43:07.840477 dv-cinder-800431-1-iscsi neutron-server[92952]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 08:43:07.840477 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 08:43:07.840477 dv-cinder-800431-1-iscsi neutron-server[92952]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 08:43:07.840477 dv-cinder-800431-1-iscsi neutron-server[92952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 08:43:07.840477 dv-cinder-800431-1-iscsi neutron-server[92952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 08:43:07.840477 dv-cinder-800431-1-iscsi neutron-server[92952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 08:43:07.893687 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device fe5dfd85-aa05-4081-b4b3-3a4ccfe26acd no longer exists at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 08:43:07.896286 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8beb-ed90-4929-879a-4eba2c5b629e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:07.910106 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-9eff2a98-f0db-4edc-9d42-6d635ee963d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8250657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-940980'] for network, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:07.916013 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-9eff2a98-f0db-4edc-9d42-6d635ee963d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581769'] for network, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:07.920372 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-9eff2a98-f0db-4edc-9d42-6d635ee963d9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/2e6e9477-8a08-4413-8645-80477f668554 HTTP/1.1" status: 204 len: 168 time: 0.5233042 Jul 12 08:43:07.925656 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] No Port match for: fe5dfd85-aa05-4081-b4b3-3a4ccfe26acd {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 08:43:07.926049 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device fe5dfd85-aa05-4081-b4b3-3a4ccfe26acd not bound to the agent host dv-cinder-800431-1-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 08:43:07.926472 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 08e39f8d-8ce5-487e-9236-4b50698cd24b no longer exists at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 08:43:07.930151 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff2a98-f0db-4edc-9d42-6d635ee963d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e6e9477-8a08-4413-8645-80477f668554,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:43:07.948807 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] No Port match for: 08e39f8d-8ce5-487e-9236-4b50698cd24b {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 08:43:07.949163 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 08e39f8d-8ce5-487e-9236-4b50698cd24b not bound to the agent host dv-cinder-800431-1-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 08:43:07.949583 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 7298b929-bd42-4ec0-80fa-8f3dedeadfab no longer exists at agent ovs-agent-dv-cinder-800431-1-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 08:43:07.968209 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.plugin [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] No Port match for: 7298b929-bd42-4ec0-80fa-8f3dedeadfab {{(pid=92953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 08:43:07.968559 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron.plugins.ml2.rpc [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Device 7298b929-bd42-4ec0-80fa-8f3dedeadfab not bound to the agent host dv-cinder-800431-1-iscsi {{(pid=92953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 08:43:08.037790 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 46132) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:43:08.076495 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-8caf6fd2-3d04-484a-85dc-18f242408db8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=438f5cea71f1415499cf52928dcc2969&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375714 Jul 12 08:43:08.078952 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 46134) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:43:08.125743 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6bf85a3d-5c7b-464d-bfcb-e844ae1f833e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:08.145937 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6bf85a3d-5c7b-464d-bfcb-e844ae1f833e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:08.191722 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6bf85a3d-5c7b-464d-bfcb-e844ae1f833e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:08.194255 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-6bf85a3d-5c7b-464d-bfcb-e844ae1f833e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:08.195423 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-6bf85a3d-5c7b-464d-bfcb-e844ae1f833e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1b06fb98-93d0-44f9-b9c2-2aabdffc6517 HTTP/1.1" status: 204 len: 168 time: 0.1155903 Jul 12 08:43:08.202759 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf85a3d-5c7b-464d-bfcb-e844ae1f833e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b06fb98-93d0-44f9-b9c2-2aabdffc6517,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:43:08.491537 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 46140) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:43:08.529134 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-6b0ef1b4-7dd8-47e6-b13b-3d570cb8d755 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=518938b9ccb84c24b924a04b8e123e5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0364957 Jul 12 08:43:08.531438 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.wsgi [-] (92952) accepted ('10.222.0.37', 46142) {{(pid=92952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 08:43:08.578439 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-dfa94155-a5dc-4e38-842a-335a4b68f739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:08.598480 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-dfa94155-a5dc-4e38-842a-335a4b68f739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:08.643997 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-dfa94155-a5dc-4e38-842a-335a4b68f739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-988789'] for security_group, after_delete {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:08.647170 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron_lib.callbacks.manager [None req-dfa94155-a5dc-4e38-842a-335a4b68f739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:08.648302 dv-cinder-800431-1-iscsi neutron-server[92952]: INFO neutron.wsgi [None req-dfa94155-a5dc-4e38-842a-335a4b68f739 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/db92741c-d544-4c74-9f26-82175e8aab77 HTTP/1.1" status: 204 len: 168 time: 0.1160028 Jul 12 08:43:08.656171 dv-cinder-800431-1-iscsi neutron-server[92952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa94155-a5dc-4e38-842a-335a4b68f739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db92741c-d544-4c74-9f26-82175e8aab77,revision_number=None']} {{(pid=92952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 08:43:09.419025 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8148b14b-fdb1-487f-b940-7b46dc6d16f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:32.212484 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:34.095237 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6eebf64e-625a-4711-bef0-4ca547a888c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:35.655747 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-27d7ee80-e179-45b7-a334-2b53e9039c09 None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 08:43:36.991180 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:37.007910 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-901b2dea-d9b7-4ce4-a306-229cec77d147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:37.883928 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8beb-ed90-4929-879a-4eba2c5b629e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:43:39.421253 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8148b14b-fdb1-487f-b940-7b46dc6d16f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:44:02.211748 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:44:04.095490 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-2c0e7eac-8978-4609-a016-e28df41e9881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:44:06.999414 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:44:07.010183 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d7116445-7c8a-4380-9c39-47eeb3e554b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:44:07.885986 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8beb-ed90-4929-879a-4eba2c5b629e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:44:09.424517 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8148b14b-fdb1-487f-b940-7b46dc6d16f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:44:12.654599 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-27d7ee80-e179-45b7-a334-2b53e9039c09 None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 08:44:32.230766 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:44:34.095930 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c4d99c2a-2021-4dac-b7a0-69654307dba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:44:36.990218 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:44:37.009966 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-16abbd60-3fcb-47b0-bf7d-e3ce6921d7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:44:37.888848 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8beb-ed90-4929-879a-4eba2c5b629e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:44:39.427713 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8148b14b-fdb1-487f-b940-7b46dc6d16f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:44:49.653960 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-27d7ee80-e179-45b7-a334-2b53e9039c09 None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 08:45:02.234062 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:45:04.096313 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-3a6b9b68-0bfd-4198-afa3-b75262c22fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:45:07.001020 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:45:07.010678 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-d5ea7ebf-7c3b-4c1d-9b46-73d3b9079923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:45:07.891708 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8beb-ed90-4929-879a-4eba2c5b629e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:45:09.430111 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8148b14b-fdb1-487f-b940-7b46dc6d16f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:45:26.652033 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-27d7ee80-e179-45b7-a334-2b53e9039c09 None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 08:45:32.229497 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:45:34.096167 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-80f0f7ef-94a2-4149-9da1-5cb407aede7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:45:36.992846 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:45:37.011925 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e4384f45-6c38-4b2c-ba81-0d2bd2060d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:45:37.899851 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8beb-ed90-4929-879a-4eba2c5b629e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:45:39.432853 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8148b14b-fdb1-487f-b940-7b46dc6d16f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:46:02.224795 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:46:03.650642 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-27d7ee80-e179-45b7-a334-2b53e9039c09 None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 08:46:04.096728 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8569c54d-aad2-414e-8149-e5bb83377112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:46:06.994949 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:46:07.010542 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-6cdd8b95-be1a-45b0-b043-cd1635a503a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:46:07.897482 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8beb-ed90-4929-879a-4eba2c5b629e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:46:09.439732 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8148b14b-fdb1-487f-b940-7b46dc6d16f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:46:32.233191 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:46:34.095509 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-07897141-29c1-47ed-ab15-1e4462c770d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:46:36.996467 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:46:37.011507 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-1826ffbc-81a7-417f-aa0c-b7794d321181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:46:37.900507 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8beb-ed90-4929-879a-4eba2c5b629e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:46:39.438981 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8148b14b-fdb1-487f-b940-7b46dc6d16f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:46:40.649217 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-27d7ee80-e179-45b7-a334-2b53e9039c09 None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 08:46:43.841661 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [req-feca8c24-333a-4cf7-ae97-886ca6d2afba req-14826405-b6a0-4ba0-8add-9f47b7582f3e service neutron] (92951) timed out ('10.222.0.23', 49889) {{(pid=92951) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 12 08:46:43.875460 dv-cinder-800431-1-iscsi neutron-server[92951]: DEBUG neutron.wsgi [req-a7d76b39-5533-4d37-92c3-43af4aa08c88 req-1e26e240-8142-4b55-b790-45b753341388 service neutron] (92951) timed out ('10.222.0.23', 49904) {{(pid=92951) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 12 08:47:02.238725 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:47:04.095491 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-b23481a7-007e-4d3e-9880-1869efe0d791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:47:06.998903 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:47:07.012004 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-7f24385a-42c7-4f8e-a520-11868eff69dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:47:07.903196 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8beb-ed90-4929-879a-4eba2c5b629e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:47:09.442130 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8148b14b-fdb1-487f-b940-7b46dc6d16f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:47:17.647810 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-27d7ee80-e179-45b7-a334-2b53e9039c09 None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 08:47:32.248732 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:47:34.095899 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-c107a7cf-3481-4e4e-a770-6b06db6888c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:47:37.008394 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:47:37.014031 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-144fd6ad-11df-4eaf-8063-ede6d9f94025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:47:37.906358 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8beb-ed90-4929-879a-4eba2c5b629e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:47:39.448390 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8148b14b-fdb1-487f-b940-7b46dc6d16f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:47:54.646873 dv-cinder-800431-1-iscsi neutron-server[92954]: DEBUG neutron.db.agents_db [None req-27d7ee80-e179-45b7-a334-2b53e9039c09 None None] Agent healthcheck: found 6 active agents {{(pid=92954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 08:48:02.274238 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-da85d783-dd7d-431b-af1a-e7c0379db23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:48:04.096757 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-e5e8ed4e-b27d-4609-b230-e62030d310f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:48:07.004442 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-0beb64d7-3ce2-41dc-8a7e-8a7a7afb5a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:48:07.015131 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-f40e049c-6ddf-41e6-a069-268a5365e50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:48:07.906818 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8beb-ed90-4929-879a-4eba2c5b629e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 08:48:09.448988 dv-cinder-800431-1-iscsi neutron-server[92953]: DEBUG neutron_lib.callbacks.manager [None req-8148b14b-fdb1-487f-b940-7b46dc6d16f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748223159116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8252132'] for agent, after_update {{(pid=92953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}